-- Logs begin at Thu 2022-05-26 17:04:06 UTC, end at Thu 2022-05-26 18:18:53 UTC. -- May 26 17:51:59.928174 dv-cinder-836074-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 17:52:02.858279 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.common.config [-] Logging enabled! May 26 17:52:02.858922 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev244 May 26 17:52:02.859077 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103725) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 17:52:02.862324 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.common.config [-] Logging enabled! May 26 17:52:02.862584 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev244 May 26 17:52:02.862902 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103725) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 17:52:02.863891 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 17:52:02.864171 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 17:52:02.864569 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 17:52:02.864820 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 17:52:02.865054 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 17:52:02.865647 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.865825 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.866059 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.866364 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.866660 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.866951 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.867247 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.867553 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.867846 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.868161 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.868449 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.868680 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.868964 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.869260 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.869549 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.869776 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] debug = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.870059 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.870516 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.870931 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.871226 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.871521 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.871803 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.872101 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.872383 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.872676 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.873023 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] host = dv-cinder-836074-5-iscsi {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.873305 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.873607 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.873897 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.874187 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.874465 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.874748 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.875035 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.875316 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.875592 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] log_file = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.875871 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.876197 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.876491 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.876788 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.877016 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.877241 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.877534 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.877828 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.878108 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.878387 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.878665 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.878945 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.879237 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.879500 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.879787 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.880104 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.880398 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.880676 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.881649 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.881940 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.882225 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.882513 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.882795 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.883076 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.883357 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.883662 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.883940 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.884496 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.884808 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.885101 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.885395 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.885685 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.885966 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.886255 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.886533 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.886810 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.887086 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] use_json = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.887362 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.887636 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.887925 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.888229 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.888506 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.888784 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.889062 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.889352 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.889630 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:02.889935 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.890239 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.890547 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.890837 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.891150 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.891438 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.891732 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.892071 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.892333 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.892628 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.892922 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.893204 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.893511 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.893815 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.894117 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.894430 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.894755 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.895056 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.895342 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.895626 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.895976 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.896252 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.897137 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.897407 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.897706 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.898000 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.898285 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.898588 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.898881 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.899173 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.899470 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.899767 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.900071 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.900360 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.900649 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.900931 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.901208 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.901500 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.901779 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.902056 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.902339 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.902637 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.902931 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.903210 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.903490 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.903792 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.904097 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.904381 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.904662 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.904945 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.905220 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.905522 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.905792 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.906069 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.906348 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.906631 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.906910 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.907187 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.907467 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.907744 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.908036 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.908331 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.908610 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.908889 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.909166 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.909445 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.909739 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.909998 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.910277 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.910556 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.910832 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.911110 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.911386 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.911665 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.911999 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.912310 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.912594 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.912878 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.913160 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.913443 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.913726 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.914008 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.914290 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.914566 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.914866 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.915153 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.915444 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.915730 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.916031 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.916358 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.916646 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.916931 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.917223 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.917509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.917794 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.918085 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.918374 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.918675 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.918976 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.919261 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.919560 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.919858 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.920184 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.920475 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.920795 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.921082 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:02.921306 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 17:52:02.921561 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103725) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 17:52:03.394652 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 17:52:03.394937 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 17:52:03.395242 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 17:52:03.395589 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 17:52:03.756912 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.757223 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.757498 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.758793 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.759346 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.759620 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.826223 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.826510 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.826788 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.843149 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.843433 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.843717 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.877181 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.877846 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.877846 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.916943 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.917230 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:03.917507 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.283333 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.283622 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.283903 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.284197 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.284928 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.386315 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.386652 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.386944 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.387240 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.387515 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.387838 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.388134 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.388401 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.388661 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.388949 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.389215 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.389485 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.389747 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.390005 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.390297 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.390581 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.390839 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.391112 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.391394 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.391660 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.391942 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.392228 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.392525 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.392924 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.393183 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.393438 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.393861 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:52:04.394099 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:52:04.394384 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:52:04.394631 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:52:04.394876 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:52:04.395110 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:52:04.395488 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 17:52:04.400345 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 17:52:04.404291 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 17:52:04.408173 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 26 17:52:04.409811 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 17:52:04.410286 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 17:52:04.410624 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 17:52:04.411016 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 17:52:04.415127 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 17:52:04.415460 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 17:52:04.415948 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 17:52:04.421921 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 17:52:04.446278 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 17:52:04.446749 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.447061 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103725) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 26 17:52:04.447445 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.449052 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103725) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 17:52:04.449345 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 17:52:04.449596 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 17:52:04.453003 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.453289 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:04.515229 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 17:52:04.515466 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 17:52:04.515717 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 17:52:04.516164 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 17:52:04.569851 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO dbcounter [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Registered counter for database neutron May 26 17:52:04.589936 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_db.sqlalchemy.engines [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103725) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 17:52:04.596150 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG dbcounter [-] [103725] Writer thread running {{(pid=103725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 17:52:05.040540 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Initializing driver for type 'gre' May 26 17:52:05.041243 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] gre ID ranges: [(1, 1000)] May 26 17:52:05.096916 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Initializing driver for type 'local' May 26 17:52:05.097254 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Initializing driver for type 'vlan' May 26 17:52:05.111966 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] VlanTypeDriver initialization complete May 26 17:52:05.112330 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Initializing driver for type 'vxlan' May 26 17:52:05.112852 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] vxlan ID ranges: [(1, 1000)] May 26 17:52:05.173386 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Initializing extension driver 'port_security' May 26 17:52:05.173731 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.extensions.port_security [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] PortSecurityExtensionDriver initialization complete May 26 17:52:05.174075 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Initializing mechanism driver 'openvswitch' May 26 17:52:05.174413 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Initializing mechanism driver 'hyperv' May 26 17:52:05.181338 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:52:05.182023 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > port after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.182402 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > port after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.182761 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > port after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.183304 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 17:52:05.183739 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.184132 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.184488 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.184894 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 17:52:05.185311 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > network after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.185670 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > network after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.186018 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > network after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.186413 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 17:52:05.186828 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.187179 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.187521 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.187918 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 17:52:05.188374 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.188716 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.189229 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.189637 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 17:52:05.190053 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.190406 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.190746 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.191135 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 17:52:05.191809 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] ML2 OVO RPC backend initialized. {{(pid=103725) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 26 17:52:05.192633 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.193003 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.193924 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > network before_response 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.194280 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > networks before_response 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.194635 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > port before_response 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.194987 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > ports before_response 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.195336 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.195681 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.196052 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > network after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.196399 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > network after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.196738 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > network after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.197076 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > port after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.197414 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > port after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.197753 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > port after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.198085 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.198421 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.198761 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.207109 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded quota_driver: . May 26 17:52:05.207484 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Modular L2 Plugin initialization complete May 26 17:52:05.207831 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading services supported by the core plugin {{(pid=103725) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 17:52:05.208217 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.plugins.ml2.managers [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Got port-security extension from driver 'port_security' May 26 17:52:05.208785 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.extensions.vlantransparent [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Disabled vlantransparent extension. May 26 17:52:05.209803 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103725) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 17:52:05.210126 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading Plugin: router May 26 17:52:05.246686 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.247087 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router after_create 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.247460 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router before_create 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.247828 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.248231 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.248591 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router after_delete 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.248956 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.249311 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.249673 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router after_create 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.250025 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router after_update 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.250383 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router after_update 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.250733 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.251094 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router after_update 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.251514 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.251887 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: port after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.252262 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: port after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.252603 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: subnet after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.252948 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.253295 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.253654 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.254047 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: port before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.254395 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.254756 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router after_update 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.255102 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.255466 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.256369 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.256806 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.257362 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > agent after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.257726 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.258076 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > network after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.259332 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Tracking information for resource: router configured {{(pid=103725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:52:05.259670 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Tracking information for resource: floatingip configured {{(pid=103725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:52:05.265336 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.db.l3_agentschedulers_db [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 17:52:05.265934 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: port after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.266308 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: port after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.266662 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: port after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.267017 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: port after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.267846 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router before_create 55550100 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.268252 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.268619 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.268980 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.274836 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.services.provider_configuration [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service providers = [] {{(pid=103725) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 17:52:05.275204 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.db.servicetype_db [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103725) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 17:52:05.278470 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.services.service_base [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 17:52:05.278818 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.services.service_base [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 17:52:05.279160 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.services.service_base [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 17:52:05.280129 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.services.service_base [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 17:52:05.280519 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.services.service_base [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 17:52:05.280911 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:52:05.281227 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 17:52:05.292553 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:52:05.292813 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading Plugin: auto_allocate May 26 17:52:05.298822 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: network precommit_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.299202 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: network precommit_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.299743 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:52:05.300099 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading Plugin: tag May 26 17:52:05.307704 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:52:05.308037 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading Plugin: timestamp May 26 17:52:05.312439 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:52:05.312774 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading Plugin: network_ip_availability May 26 17:52:05.319325 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.319709 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.320090 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.320911 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:52:05.321230 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading Plugin: flavors May 26 17:52:05.326376 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:52:05.326707 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading Plugin: revisions May 26 17:52:05.331384 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:52:05.331788 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_concurrency.lockutils [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.936s {{(pid=103725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 17:52:05.332617 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103725) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 17:52:05.332955 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Initializing extension manager. May 26 17:52:05.333501 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: __init__.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.333929 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: __pycache__ {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.334260 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: _port_mac_address_override.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.334597 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: address_group.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.335659 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.336291 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: address-group May 26 17:52:05.336618 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: address_scope.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.337356 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.337876 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: address-scope May 26 17:52:05.338204 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.339219 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.339739 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: router-admin-state-down-before-update May 26 17:52:05.340098 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: agent.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.340819 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.341338 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: agent May 26 17:52:05.341659 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: agent_resources_synced.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.342592 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.343105 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: agent-resources-synced May 26 17:52:05.343430 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.345347 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.345878 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: allowed-address-pairs May 26 17:52:05.346206 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.347329 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.347858 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: auto-allocated-topology May 26 17:52:05.348227 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: availability_zone.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.348938 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.349549 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: availability_zone May 26 17:52:05.349879 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: availability_zone_filter.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.350886 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.351398 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: availability_zone_filter May 26 17:52:05.351723 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: data_plane_status.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.352651 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.353161 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension data-plane-status not supported by any of loaded plugins May 26 17:52:05.353484 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: default_subnetpools.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.354392 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.354899 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: default-subnetpools May 26 17:52:05.355226 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.356088 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.356597 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: dhcp_agent_scheduler May 26 17:52:05.356923 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: dns.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.357854 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.358362 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension dns-integration not supported by any of loaded plugins May 26 17:52:05.358693 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: dns_domain_ports.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.359600 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.360139 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 17:52:05.360469 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.361382 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.361892 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 17:52:05.362217 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: dvr.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.362892 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.363403 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: dvr May 26 17:52:05.363724 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: ecmp_routes.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.364657 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.365704 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension ecmp_routes not supported by any of loaded plugins May 26 17:52:05.366228 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: empty_string_filtering.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.367291 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.367810 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: empty-string-filtering May 26 17:52:05.368174 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.369079 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.369590 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 17:52:05.369914 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.370813 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.371321 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 17:52:05.371644 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: external_net.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.372575 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.373091 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: external-net May 26 17:52:05.373417 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.374308 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.374818 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: extra_dhcp_opt May 26 17:52:05.375139 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: extraroute.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.376053 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.376569 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: extraroute May 26 17:52:05.376893 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: extraroute_atomic.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.377916 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.378435 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: extraroute-atomic May 26 17:52:05.378759 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: filter_validation.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.379441 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.379952 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: filter-validation May 26 17:52:05.380300 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: fip_pf_description.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.381844 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.382377 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 17:52:05.382700 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: fip_pf_port_range.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.383612 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.384406 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 26 17:52:05.384734 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: fip_port_details.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.385658 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.386194 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: fip-port-details May 26 17:52:05.386496 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: flavors.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.387730 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.388280 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: flavors May 26 17:52:05.388611 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.390281 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.390805 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 17:52:05.391132 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: floatingip_pools.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.391996 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.392552 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: floatingip-pools May 26 17:52:05.392879 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: ip_allocation.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.393792 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.394301 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension ip_allocation not supported by any of loaded plugins May 26 17:52:05.394624 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.395537 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.396078 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: ip-substring-filtering May 26 17:52:05.396463 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: l2_adjacency.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.397448 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.397965 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 17:52:05.398287 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: l3.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.399283 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.399806 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: router May 26 17:52:05.400160 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.402421 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.402956 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 17:52:05.403289 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.404242 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.404764 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: ext-gw-mode May 26 17:52:05.405093 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.406004 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.406518 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: l3-ha May 26 17:52:05.406845 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.407748 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.408293 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 26 17:52:05.408618 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: l3_flavors.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.409516 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.410029 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: l3-flavors May 26 17:52:05.410352 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.411716 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.412368 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 26 17:52:05.412703 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.413615 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.414131 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 17:52:05.414461 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: l3agentscheduler.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.415526 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.416073 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: l3_agent_scheduler May 26 17:52:05.416406 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: local_ip.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.418183 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.418705 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension local_ip not supported by any of loaded plugins May 26 17:52:05.419040 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: logging.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.420533 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.421061 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension logging not supported by any of loaded plugins May 26 17:52:05.421397 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: metering.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.422133 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.422718 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: metering May 26 17:52:05.423051 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.424194 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.424715 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: metering_source_and_destination_fields May 26 17:52:05.425045 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: multiprovidernet.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.426094 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.426609 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: multi-provider May 26 17:52:05.426935 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: netmtu.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.428396 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.428909 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: net-mtu May 26 17:52:05.429232 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: netmtu_writable.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.430143 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.430653 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: net-mtu-writable May 26 17:52:05.430976 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: network_availability_zone.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.431643 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.432192 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: network_availability_zone May 26 17:52:05.432517 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: network_ip_availability.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.433613 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.434127 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: network-ip-availability May 26 17:52:05.434450 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: network_segment_range.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.435221 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.435728 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension network-segment-range not supported by any of loaded plugins May 26 17:52:05.436073 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: pagination.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.437048 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.437378 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: pagination May 26 17:52:05.437703 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: port_device_profile.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.438608 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.439123 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: port-device-profile May 26 17:52:05.439447 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: port_mac_address_override.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.440391 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.440905 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: port-mac-override May 26 17:52:05.441231 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.442158 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.442667 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: port-mac-address-regenerate May 26 17:52:05.442993 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.444517 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.445026 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: port-numa-affinity-policy May 26 17:52:05.445349 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: port_resource_request.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.446248 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.446755 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension port-resource-request not supported by any of loaded plugins May 26 17:52:05.447078 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.448062 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.448580 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 26 17:52:05.448905 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: portbindings.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.449824 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.450337 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: binding May 26 17:52:05.450660 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: portbindings_extended.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.451918 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.452464 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: binding-extended May 26 17:52:05.452791 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: portsecurity.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.453697 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.454210 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: port-security May 26 17:52:05.454538 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: project_id.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.455505 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.455833 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: project-id May 26 17:52:05.456187 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: providernet.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.457101 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.457614 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: provider May 26 17:52:05.457937 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.461671 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.462199 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos not supported by any of loaded plugins May 26 17:52:05.462535 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.463788 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.464351 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 17:52:05.464684 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.465611 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.466123 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 17:52:05.466452 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_default.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.467353 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.467868 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-default not supported by any of loaded plugins May 26 17:52:05.468235 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_fip.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.469147 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.469664 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-fip not supported by any of loaded plugins May 26 17:52:05.469989 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.470891 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.471403 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 26 17:52:05.471729 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.472670 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.473180 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 17:52:05.473505 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.474492 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.475251 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 17:52:05.475576 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.476642 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.477183 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 26 17:52:05.477505 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.478532 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.479052 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 26 17:52:05.479376 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_pps_rule.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.480572 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.481085 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-pps not supported by any of loaded plugins May 26 17:52:05.481414 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.482746 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.483238 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 17:52:05.483729 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.484829 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.485408 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 26 17:52:05.485768 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: qos_rules_alias.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.487092 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.487783 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 17:52:05.488105 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: quota_check_limit.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.489251 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.489798 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: quota-check-limit May 26 17:52:05.490671 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: quotasv2.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.492289 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.492428 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: quotas May 26 17:52:05.492762 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: quotasv2_detail.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.494681 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.495117 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: quota_details May 26 17:52:05.495458 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: rbac.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.496813 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.497409 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: rbac-policies May 26 17:52:05.497859 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: rbac_address_group.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.499091 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.499751 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: rbac-address-group May 26 17:52:05.500109 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: rbac_address_scope.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.501300 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.501822 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: rbac-address-scope May 26 17:52:05.502258 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: rbac_security_groups.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.503261 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.503821 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: rbac-security-groups May 26 17:52:05.504178 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.505103 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.506213 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: rbac-subnetpool May 26 17:52:05.506517 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: revisionifmatch.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.507606 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.507963 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: revision-if-match May 26 17:52:05.508313 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: revisions.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.509689 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.510206 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: standard-attr-revisions May 26 17:52:05.510533 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: router_availability_zone.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.511211 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.511721 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: router_availability_zone May 26 17:52:05.512061 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: routerservicetype.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.512986 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.513494 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension router-service-type not supported by any of loaded plugins May 26 17:52:05.513815 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.514740 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.515251 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: security-groups-normalized-cidr May 26 17:52:05.515576 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.516517 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.517035 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: port-security-groups-filtering May 26 17:52:05.517361 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.518286 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.518801 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: security-groups-remote-address-group May 26 17:52:05.519125 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.520128 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.520651 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: security-groups-shared-filtering May 26 17:52:05.520975 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: securitygroup.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.532507 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.533050 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: security-group May 26 17:52:05.533383 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: segment.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.534144 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.534659 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension segment not supported by any of loaded plugins May 26 17:52:05.534989 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.535969 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.536508 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 17:52:05.536867 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: servicetype.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.537964 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.538484 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: service-type May 26 17:52:05.538812 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: sorting.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.539785 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.540153 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: sorting May 26 17:52:05.540483 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: standard_attr_segment.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.541390 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.541908 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 17:52:05.542232 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: standardattrdescription.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.542930 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.543397 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: standard-attr-description May 26 17:52:05.543720 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: stateful_security_group.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.544703 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.545222 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: stateful-security-group May 26 17:52:05.545546 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: stdattrs_common.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.546131 dv-cinder-836074-5-iscsi neutron-server[103725]: WARNING neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 17:52:05.546450 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.547391 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.547932 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 17:52:05.548288 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: subnet_onboard.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.549346 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.549864 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: subnet_onboard May 26 17:52:05.550186 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.551103 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.551610 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 17:52:05.551932 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: subnet_service_types.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.553458 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.554050 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: subnet-service-types May 26 17:52:05.554376 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: subnetallocation.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.555462 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.555987 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: subnet_allocation May 26 17:52:05.556335 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.557003 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.557512 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: subnetpool-prefix-ops May 26 17:52:05.557835 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.558762 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.559272 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 17:52:05.559597 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: tagging.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.560703 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.561223 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: standard-attr-tag May 26 17:52:05.561549 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: timestamp.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.562743 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.563264 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loaded extension: standard-attr-timestamp May 26 17:52:05.563594 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: trunk.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.564660 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.565173 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension trunk not supported by any of loaded plugins May 26 17:52:05.565502 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: trunk_details.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.566410 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.566924 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension trunk-details not supported by any of loaded plugins May 26 17:52:05.567264 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.568761 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.569507 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 17:52:05.569839 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Loading extension file: vlantransparent.py {{(pid=103725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:52:05.570545 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:52:05.571031 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 17:52:05.573698 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:network May 26 17:52:05.574254 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:subnet May 26 17:52:05.574653 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:subnetpool May 26 17:52:05.575056 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:port May 26 17:52:05.576347 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.576785 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service FLAVORS assigned prefix: {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.577418 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.577848 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.578179 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:router May 26 17:52:05.578606 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:floatingip May 26 17:52:05.579107 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service METERING assigned prefix: /metering {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.580606 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.580981 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.581331 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:52:05.582352 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of CountableResource for resource:rbac_policy May 26 17:52:05.582796 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:security_group May 26 17:52:05.583243 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 17:52:05.583888 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service CORE assigned prefix: {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.584384 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:subnetpool May 26 17:52:05.584734 dv-cinder-836074-5-iscsi neutron-server[103725]: WARNING neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] subnetpool is already registered May 26 17:52:05.585171 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service CORE assigned prefix: {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.585501 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:subnetpool May 26 17:52:05.585835 dv-cinder-836074-5-iscsi neutron-server[103725]: WARNING neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] subnetpool is already registered May 26 17:52:05.588187 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.588625 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service FLAVORS assigned prefix: {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.589219 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.589642 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.589983 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:router May 26 17:52:05.590325 dv-cinder-836074-5-iscsi neutron-server[103725]: WARNING neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] router is already registered May 26 17:52:05.590741 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:floatingip May 26 17:52:05.591080 dv-cinder-836074-5-iscsi neutron-server[103725]: WARNING neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] floatingip is already registered May 26 17:52:05.591535 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service METERING assigned prefix: /metering {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.592233 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of CountableResource for resource:rbac_policy May 26 17:52:05.592563 dv-cinder-836074-5-iscsi neutron-server[103725]: WARNING neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] rbac_policy is already registered May 26 17:52:05.592974 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:security_group May 26 17:52:05.593310 dv-cinder-836074-5-iscsi neutron-server[103725]: WARNING neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] security_group is already registered May 26 17:52:05.593714 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 17:52:05.594046 dv-cinder-836074-5-iscsi neutron-server[103725]: WARNING neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] security_group_rule is already registered May 26 17:52:05.594663 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service CORE assigned prefix: {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.594994 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:subnetpool May 26 17:52:05.595328 dv-cinder-836074-5-iscsi neutron-server[103725]: WARNING neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] subnetpool is already registered May 26 17:52:05.595745 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.v2.resource_helper [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Service CORE assigned prefix: {{(pid=103725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:52:05.596094 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Creating instance of TrackedResource for resource:subnetpool May 26 17:52:05.596429 dv-cinder-836074-5-iscsi neutron-server[103725]: WARNING neutron.quota.resource_registry [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] subnetpool is already registered May 26 17:52:05.596890 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: extensions {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.598391 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: address-groups {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.599915 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: address-scopes {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.601253 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: agents {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.602417 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: auto-allocated-topology {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.603668 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: availability_zones {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.604912 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: dhcp-networks {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.606408 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: dhcp-agents {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.607837 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: routers {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.609561 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: flavors {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.610823 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: service_profiles {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.612068 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: next_providers {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.613497 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: service_profiles {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.615576 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: floatingip-pools {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.616805 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: routers {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.618512 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: floatingips {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.619812 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: l3-routers {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.621221 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: l3-agents {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.622632 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: metering-labels {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.623869 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: metering-label-rules {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.625278 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: network-ip-availabilities {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.626557 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: bindings {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.628130 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: quotas {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.631322 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: quotas {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.632919 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: rbac-policies {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.634364 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: security-groups {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.635849 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: security-group-rules {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.637155 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: service-providers {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.638367 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: subnetpools {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.639694 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: subnetpools {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.641261 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: tags {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.642959 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: tags {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.644800 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: tags {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.646628 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: tags {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.648350 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: tags {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.650300 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: tags {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.651990 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: tags {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.653918 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: tags {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.655671 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: tags {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.657472 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron.api.extensions [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Extended resource: tags {{(pid=103725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:52:05.663702 dv-cinder-836074-5-iscsi neutron-server[103725]: WARNING keystonemiddleware.auth_token [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 17:52:05.668877 dv-cinder-836074-5-iscsi neutron-server[103725]: WARNING keystonemiddleware.auth_token [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 17:52:05.678329 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_concurrency.lockutils [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Acquired lock "singleton_lock" {{(pid=103725) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 26 17:52:05.679055 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_concurrency.lockutils [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Releasing lock "singleton_lock" {{(pid=103725) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 26 17:52:05.679722 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO oslo_service.service [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Starting 2 workers May 26 17:52:05.684741 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Started child 103836 {{(pid=103725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 17:52:05.689481 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Started child 103837 {{(pid=103725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 17:52:05.690253 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:05.691113 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO neutron.service [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 17:52:05.691778 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:05.691887 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [-] (103836) wsgi starting up on http://0.0.0.0:9696 May 26 17:52:05.694929 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO oslo_service.service [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Starting 1 workers May 26 17:52:05.695694 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:05.697216 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [-] (103837) wsgi starting up on http://0.0.0.0:9696 May 26 17:52:05.700369 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Started child 103838 {{(pid=103725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 17:52:05.700914 dv-cinder-836074-5-iscsi neutron-server[103725]: INFO oslo_service.service [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Starting 1 workers May 26 17:52:05.704202 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.service [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] calling RpcWorker wait() {{(pid=103838) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 17:52:05.704778 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.service [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] returning from RpcWorker wait() {{(pid=103838) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 17:52:05.705640 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Started child 103839 {{(pid=103725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 17:52:05.706104 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:05.706459 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75813cd9-006d-4ba3-8e68-571963cec1b5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:05.706669 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:52:05.708667 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103725) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 17:52:05.708883 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 17:52:05.709149 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 17:52:05.709456 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 17:52:05.709815 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 17:52:05.709990 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 17:52:05.710559 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.710829 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.711083 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.711338 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.711796 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:05.712412 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.712412 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.712412 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.712847 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.713009 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.713272 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.713272 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.713554 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.713719 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.714157 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.714312 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.714520 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.714744 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.714916 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.715192 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.715480 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.715720 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.716000 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] debug = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.716280 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.716775 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.717006 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.717225 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.717472 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.717739 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.717997 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.718270 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.718516 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.718807 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.718983 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.719244 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.719481 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.719702 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.719915 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.720191 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.720410 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.720878 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] host = dv-cinder-836074-5-iscsi {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.721104 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.721319 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.721543 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.721784 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.722036 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.722246 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.722518 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.722772 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.723008 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.723336 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.723490 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.723711 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.723942 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.724777 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_file = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.724969 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_options = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.725207 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.725503 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.725772 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.725971 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.726131 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.726290 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.726534 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.726699 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.726967 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.727202 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.727416 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.727629 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.727856 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.728110 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.728364 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.728605 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.728951 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.729119 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.729372 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.729600 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.729824 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.730140 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.730386 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.730600 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.730909 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.731322 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.731630 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.732067 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.732276 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.732524 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.732779 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.733043 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.733336 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.733644 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.734052 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.734437 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.734576 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:52:05.734782 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.735001 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.735404 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.735583 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.735750 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.736033 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.736476 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.736705 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.736927 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.737142 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.737356 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] use_json = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.737566 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.737949 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.738096 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.738242 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.738474 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.738687 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.738899 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.739146 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.739355 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.739784 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.740645 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.740955 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.741204 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.741443 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.742156 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.742156 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.742558 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.742558 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.742907 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.743280 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.743713 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.752042 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.752042 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.752042 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.752042 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.752042 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.752042 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.752042 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.752042 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.753232 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.753232 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.754290 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.754639 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.759509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.759509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.759509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.759509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.759509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.759509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.759509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.759509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.760258 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.761156 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.761511 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.761873 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.762970 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.764542 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.767057 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.767350 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.769496 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.769816 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.770073 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.770357 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.770622 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.770883 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.772265 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.776334 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.776633 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.776893 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.777141 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.777394 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.777639 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.777872 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.778153 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.778396 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.778655 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.778929 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.779183 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.779442 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.779697 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.779964 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.780619 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.780900 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.781134 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.781365 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.781596 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.781854 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.782102 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.782334 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.782555 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.783133 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.783133 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.783307 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.783398 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.783637 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.783876 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.784121 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.784385 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.784633 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.784848 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.785062 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.785313 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.785531 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.785746 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.786098 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.786321 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.786542 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.787246 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.787492 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.787714 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.788061 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.788509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.788768 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.788992 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.789245 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.789465 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.789735 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.789958 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.790179 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.790413 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.790972 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.791743 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.792657 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.793679 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.793861 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.794111 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.794341 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.794591 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.794822 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.795045 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.795292 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.795522 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.795802 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.796334 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.796615 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.796812 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.797050 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.797301 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.797600 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.797887 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.798202 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.798435 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.798714 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.799088 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.799393 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.799696 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.799935 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.800231 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.800504 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.800761 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.801032 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.801475 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.801879 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.802122 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.802451 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.803208 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.803615 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.804042 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.804526 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.804778 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.805004 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.805241 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.805524 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.805763 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.806020 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.806294 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.806550 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.806786 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.807028 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.807277 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.807495 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.807727 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.807992 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.808363 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.808670 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.808890 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.809140 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.809537 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.809775 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.810030 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.810525 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.810749 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.810986 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.811208 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.811459 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.811682 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.811898 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.812145 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.812299 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:52:05.812403 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.812619 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.812842 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.813064 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.813278 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.813549 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.813785 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.814079 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.814340 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.814576 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.814807 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.815053 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.815293 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.815512 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.815773 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.815996 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.816246 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.816478 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.816786 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.817146 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.817389 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.817630 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.817873 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.818176 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.818430 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.818960 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.819207 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.819453 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.819716 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.819963 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.820217 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.820458 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.820676 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.820915 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.821136 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.821361 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.821600 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.821820 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.822038 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.822259 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.822496 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.822744 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.822984 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.823224 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.823468 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.823710 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.823916 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.824192 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.824431 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.824650 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.824884 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.825081 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.825335 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.825557 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.825838 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.826092 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.826325 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.826584 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.826824 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.827037 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.827268 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.827524 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.827737 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.827963 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.828211 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.828425 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.828652 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.828864 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.829077 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.829302 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.829507 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.829702 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.829973 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.830184 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.830393 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.830595 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.830822 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.831026 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.831435 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.831648 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.831858 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.832118 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.832320 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.832543 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.832773 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.832990 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.833200 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.833427 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.833676 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.833916 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.834215 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.834557 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.834785 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.835097 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.835327 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.835574 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.835820 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.836205 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.836445 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.836819 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.837010 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.837206 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.837377 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.837858 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.838204 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.838899 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.839143 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.839413 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.839681 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.839982 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.840269 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.840523 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.840823 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.841184 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.841450 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.841696 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.841952 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.842202 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.842421 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.842620 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.842959 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.843214 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.843438 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.843710 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.843927 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.844261 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.844500 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.844732 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.844971 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.845218 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.845476 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.845716 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.845932 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.846142 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 17:52:05.846620 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103725) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 17:52:05.846831 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 17:52:05.847031 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 17:52:05.847234 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 17:52:05.847234 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 17:52:05.847555 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 17:52:05.847555 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.847818 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.848059 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.848059 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.848331 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.848480 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.848701 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.848701 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.849024 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.849024 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.849893 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.849893 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.850222 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.850425 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.850628 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.850628 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.852289 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.852289 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.852289 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.852289 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.852289 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.852289 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] debug = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.852289 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.853240 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.853240 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.853240 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.853240 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.853240 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.853240 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.854274 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.854274 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.854274 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.854274 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.854274 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.854274 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.854274 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.854274 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.855602 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.855602 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.855602 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] host = dv-cinder-836074-5-iscsi {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.855602 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.855602 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.855602 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.855602 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.855602 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.856578 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.856578 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.856578 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.856578 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.856578 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.856578 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.856578 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.856578 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.857552 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_file = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.857552 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_options = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.857552 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.857552 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.857552 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.858171 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.858171 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.858171 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.858171 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.858706 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.858706 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.858706 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.858706 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.859204 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.859204 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.859204 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.859616 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.859616 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.859616 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.859997 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.859997 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.859997 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.860428 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.860428 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.860705 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.860705 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.861021 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.861021 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.861359 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.861359 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.861622 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.861622 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.861884 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.862036 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.862192 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.862192 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.862456 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.862602 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.862743 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.862886 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.863029 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.863175 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.863330 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.863474 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.863618 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.863752 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.863895 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.864094 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.864249 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] use_json = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.864391 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.864536 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.864709 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.864855 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.865796 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.865952 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.866090 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.866406 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.866568 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:52:05.866744 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.866895 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.867161 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.867308 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.867454 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.867594 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.867728 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.867869 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.868073 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.868224 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.868373 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.868536 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.868693 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.868838 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.868982 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.869117 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.869262 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.869398 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.869544 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.869687 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.869841 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.869988 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.870169 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.870317 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.870460 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.870632 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.870783 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.870957 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.871103 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.871279 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.871458 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.871607 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.871751 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.871919 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.872160 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.872342 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.872490 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.872660 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.872829 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.872964 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.873132 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.873273 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.873441 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.873604 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.873767 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.873930 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.874097 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.874260 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.874399 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.874542 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.874714 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.874869 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.875013 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.875183 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.875334 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.875478 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.875636 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.875809 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.875958 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.876149 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.876298 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.876443 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.876586 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.876730 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.876904 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.877074 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.877219 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.877361 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.877532 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.877701 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.877849 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.878021 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.878169 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.878325 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.878485 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.878632 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.878794 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.878956 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.879117 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.879280 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.879441 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.879603 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.879767 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.879930 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.880112 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.880277 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.880440 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.880628 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.880793 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.880956 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.881118 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.881297 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.881461 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.881623 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.881785 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.881949 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.882112 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.882273 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.882436 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.882598 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.882762 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.882924 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.883087 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.883253 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.883417 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.883579 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.883742 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.884177 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.884345 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.884507 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.884670 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.884833 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.884997 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.885160 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.885322 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.885484 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.885646 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.885809 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.885970 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.886143 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.886307 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.886472 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.886635 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.886804 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.886977 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.887142 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.887306 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.887472 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.887635 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.887798 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.887960 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.888141 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.888304 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.888466 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.888629 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.888802 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.888966 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.889129 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.889292 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.889478 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.889640 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.889802 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.889965 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.890126 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.890289 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.890451 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.890614 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.890777 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.890939 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.891101 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.891265 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.891429 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.891591 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.891754 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.891917 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.892111 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.892275 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.892438 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.892603 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.892766 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.892929 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.893091 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.893254 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.893417 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.893580 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.893743 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.893905 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.894067 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.894231 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.894394 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.894557 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.894720 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.894882 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.895045 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.895207 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.895481 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.895582 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.895688 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.895851 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.896028 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.896220 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.896384 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.896533 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.896834 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.897005 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.897168 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.897337 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.897499 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.897662 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.897826 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.897988 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.898150 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.898313 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.898477 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.898657 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.898822 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.899509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.899509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.899509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.899509 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.899810 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.899810 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.899958 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.900080 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.900236 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.900398 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.900561 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.900724 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.900886 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.901049 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.901214 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.901379 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.901543 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.901706 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.901872 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.902035 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.902199 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.902361 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.902524 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.902687 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.902850 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.903013 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.903176 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.903353 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.903516 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.903680 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.903843 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.904005 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.904191 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.904365 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.904528 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.904690 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.904852 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.905015 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.905178 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.905351 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.905513 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.905675 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.905838 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.906001 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.906164 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.906335 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.906498 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.906661 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.906823 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.906990 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.907152 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.907315 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.907478 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.907641 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.907803 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.907962 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.908138 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.908311 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.908474 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.908636 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.908798 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.908961 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.909123 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.909295 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.909459 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.909624 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.909793 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.909955 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.910117 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.910281 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.910456 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.910621 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.910792 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.910958 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.911119 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.911283 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.911448 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.911617 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.912312 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.912498 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.912664 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.912838 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.913007 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.913179 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.913342 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.913511 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.913688 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.913850 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.914013 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.914177 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.914341 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.914504 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.914668 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.914832 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.914994 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.915157 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.915319 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.915482 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.915644 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.915807 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.915971 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.916143 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.916308 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.916472 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.916635 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.916781 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:52:05.916945 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 17:52:06.141624 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 36002) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:06.151128 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073655 May 26 17:52:15.165848 dv-cinder-836074-5-iscsi neutron-server[103725]: DEBUG dbcounter [-] [103725] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103725) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:18.015326 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6299ba-3bca-43e4-bf61-0196b6cedef2 None None] get_active_networks_info from dv-cinder-836074-5-iscsi {{(pid=103838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 26 17:52:18.043949 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writer thread running {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 17:52:18.134938 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6299ba-3bca-43e4-bf61-0196b6cedef2 None None] No non-hosted networks {{(pid=103838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 17:52:18.294789 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bafaae8d-6612-4492-bfe4-bb889b222bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8119050'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:19.420493 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writer thread running {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 17:52:20.160553 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-554fe5b3-faf6-4283-83d8-a70bc10eabb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8119050'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:20.232596 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b4697553-a35e-4fb2-a326-84e0289c1b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:21.058757 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 36072) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:21.474858 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8119050'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:21.716050 dv-cinder-836074-5-iscsi neutron-server[103837]: WARNING oslo_policy.policy [None req-61160b1f-1168-47b6-9ee0-5badc2eaa7a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:52:21.716790 dv-cinder-836074-5-iscsi neutron-server[103837]: WARNING oslo_policy.policy [None req-61160b1f-1168-47b6-9ee0-5badc2eaa7a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:52:21.940447 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [None req-61160b1f-1168-47b6-9ee0-5badc2eaa7a6 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:52:21.955524 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-61160b1f-1168-47b6-9ee0-5badc2eaa7a6 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8816226 May 26 17:52:22.516384 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8119050'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:24.140283 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8119050'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:24.141313 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.141605 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.142164 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.142642 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.143131 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.143591 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.144108 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.144610 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.145594 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.146178 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.146884 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.147370 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.147844 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.148335 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.148826 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:24.149371 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836074-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:52:24.155526 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836074-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:52:24.527188 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 36108) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:24.943469 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-d3b17519-b588-42d1-aa33-f59e36c48313 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:52:25.043680 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.policy [None req-d3b17519-b588-42d1-aa33-f59e36c48313 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103837) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 17:52:25.088955 dv-cinder-836074-5-iscsi neutron-server[103837]: WARNING oslo_policy.policy [None req-d3b17519-b588-42d1-aa33-f59e36c48313 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:52:25.089614 dv-cinder-836074-5-iscsi neutron-server[103837]: WARNING oslo_policy.policy [None req-d3b17519-b588-42d1-aa33-f59e36c48313 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:52:25.111859 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writer thread running {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 17:52:25.212969 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d3b17519-b588-42d1-aa33-f59e36c48313 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737926235067', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737926249903', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737926251130', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737926259743', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737926270444', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737926278802', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7609642', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7662791', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-282823', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-440160'] for rbac-policy (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:25.300849 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d3b17519-b588-42d1-aa33-f59e36c48313 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:25.304273 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d3b17519-b588-42d1-aa33-f59e36c48313 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7761414 May 26 17:52:26.448116 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.db.l3_hamode_db [None req-3309b395-e0aa-4a0f-9091-1c9ac9170283 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 17:52:26.531386 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309b395-e0aa-4a0f-9091-1c9ac9170283 None None] Routers set() bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:52:26.531687 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309b395-e0aa-4a0f-9091-1c9ac9170283 None None] Router IDs set() for agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 17:52:27.797033 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36120) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:28.325086 dv-cinder-836074-5-iscsi neutron-server[103836]: WARNING oslo_policy.policy [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:52:28.325637 dv-cinder-836074-5-iscsi neutron-server[103836]: WARNING oslo_policy.policy [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:52:28.545514 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:52:28.559234 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writer thread running {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 17:52:28.602264 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Made reservation on behalf of e270cff1485142ceb7dfa49f549bcc09 for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:52:28.664118 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.policy [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103836) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 17:52:28.706546 dv-cinder-836074-5-iscsi neutron-server[103836]: WARNING oslo_policy.policy [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:52:28.706924 dv-cinder-836074-5-iscsi neutron-server[103836]: WARNING oslo_policy.policy [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:52:28.717984 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:28.741130 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:28.855605 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Publish callbacks [] for security_group (be50c4f3-c056-4bf6-8891-0a6f0c6eee64), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:28.859651 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (be50c4f3-c056-4bf6-8891-0a6f0c6eee64), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:28.884825 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:52:28.918754 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (49e09c0b-6920-4056-9c1e-0d6c45416a70), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:28.919325 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Added segment 49e09c0b-6920-4056-9c1e-0d6c45416a70 of type vlan for network 846cb6ab-eb93-4d96-a111-b01923fcfde0 May 26 17:52:28.940916 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=be50c4f3-c056-4bf6-8891-0a6f0c6eee64,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:28.993012 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.993355 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.993717 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.994080 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.994413 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.994740 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.995065 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.995387 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.995709 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.996050 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.996375 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.996706 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.997028 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.997342 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.997655 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Tracked resource versions report: May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: pushed versions: May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: { 'AddressGroup': {'1.2'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Agent': {'1.1'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'ConntrackHelper': {'1.0'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'LocalIPAssociation': {'1.0'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Log': {'1.0'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'NDPProxy': {'1.0'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Network': {'1.1'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Port': {'1.7'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'PortForwarding': {'1.3'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'QosPolicy': {'1.10'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'SecurityGroup': {'1.5'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'SecurityGroupRule': {'1.2'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'SubPort': {'1.0'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Subnet': {'1.1'}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Trunk': {'1.1'}} May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: consumer versions: May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: { DHCP agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: L3 agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: Metadata agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: Metering agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: Open vSwitch agent@dv-cinder-836074-5-iscsi: { 'AddressGroup': '1.2', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Agent': '1.1', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'ConntrackHelper': '1.0', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'LocalIPAssociation': '1.0', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Log': '1.0', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'NDPProxy': '1.0', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Network': '1.1', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Port': '1.7', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'PortForwarding': '1.3', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'QosPolicy': '1.10', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'SecurityGroup': '1.5', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'SecurityGroupRule': '1.2', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'SubPort': '1.0', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Subnet': '1.1', May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Trunk': '1.1'}} May 26 17:52:28.999112 dv-cinder-836074-5-iscsi neutron-server[103836]: {{(pid=103836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 17:52:29.040831 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (846cb6ab-eb93-4d96-a111-b01923fcfde0), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:29.080636 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (846cb6ab-eb93-4d96-a111-b01923fcfde0), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:29.086706 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:52:29.087410 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:29.181205 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3821907 May 26 17:52:29.214554 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a992d-9180-45c2-aa75-ca4f1b5cd74e demo demo] Pushing event updated for resources: {'Network': ['ID=846cb6ab-eb93-4d96-a111-b01923fcfde0,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:29.227354 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 846cb6ab-eb93-4d96-a111-b01923fcfde0 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:52:31.692737 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36140) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:32.121280 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a93c29-c54b-402b-9a94-0a28d8bc2af1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:52:32.122684 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d7a93c29-c54b-402b-9a94-0a28d8bc2af1 demo admin] 10.222.0.69 "GET /v2.0/networks/846cb6ab-eb93-4d96-a111-b01923fcfde0 HTTP/1.1" status: 200 len: 825 time: 0.4289284 May 26 17:52:32.160819 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d2a0cf86-cbd0-4eab-b4cb-78e2d6910cce demo admin] 10.222.0.69 "GET /v2.0/subnetpools/8e9927b5-e298-4dc1-9e3e-2d442a68f372 HTTP/1.1" status: 200 len: 734 time: 0.0316370 May 26 17:52:32.170609 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-dbde9a3d-9a9f-400a-b2b5-918c9d9e3af1 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0', 'subnetpool_id': '8e9927b5-e298-4dc1-9e3e-2d442a68f372', 'name': 'private-subnet'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:52:32.190177 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:32.196849 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbde9a3d-9a9f-400a-b2b5-918c9d9e3af1 demo admin] Made reservation on behalf of e270cff1485142ceb7dfa49f549bcc09 for: {'subnet': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:52:32.199289 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-dbde9a3d-9a9f-400a-b2b5-918c9d9e3af1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:32.515631 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-dbde9a3d-9a9f-400a-b2b5-918c9d9e3af1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (cbede374-9de5-4d2d-b2a8-f60a9842efc6), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:32.541439 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:32.586459 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde9a3d-9a9f-400a-b2b5-918c9d9e3af1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=cbede374-9de5-4d2d-b2a8-f60a9842efc6,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:32.597472 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde9a3d-9a9f-400a-b2b5-918c9d9e3af1 demo admin] Checking segment: {'id': '49e09c0b-6920-4056-9c1e-0d6c45416a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:52:32.598460 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde9a3d-9a9f-400a-b2b5-918c9d9e3af1 demo admin] Network hostable DHCP agents. Network: 846cb6ab-eb93-4d96-a111-b01923fcfde0, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:52:32.625869 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde9a3d-9a9f-400a-b2b5-918c9d9e3af1 demo admin] Network 846cb6ab-eb93-4d96-a111-b01923fcfde0 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:52:32.638394 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-dbde9a3d-9a9f-400a-b2b5-918c9d9e3af1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 846cb6ab-eb93-4d96-a111-b01923fcfde0) {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:52:32.644516 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbde9a3d-9a9f-400a-b2b5-918c9d9e3af1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:52:32.645801 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-dbde9a3d-9a9f-400a-b2b5-918c9d9e3af1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:32.649305 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b9d3dc-6ea8-482b-8fbc-fad1e3aa979e None None] Network 846cb6ab-eb93-4d96-a111-b01923fcfde0 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:52:32.666115 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-dbde9a3d-9a9f-400a-b2b5-918c9d9e3af1 demo admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4989541 May 26 17:52:32.923834 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e6c291-d0de-5d0e-a6fa-1647aae683f0-846cb6ab-eb93-4d96-a111-b01923fcfde0', 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0', 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'fixed_ips': [{'subnet_id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6'}]}} from dv-cinder-836074-5-iscsi. {{(pid=103838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 17:52:32.925261 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:33.219231 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Allocated IP 172.20.0.2 (846cb6ab-eb93-4d96-a111-b01923fcfde0/cbede374-9de5-4d2d-b2a8-f60a9842efc6/3ce00f56-9daf-456a-9084-8071dd067389) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:52:33.287273 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:33.508648 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Publish callbacks [] for port (3ce00f56-9daf-456a-9084-8071dd067389), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:33.516927 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (3ce00f56-9daf-456a-9084-8071dd067389), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:33.597425 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Network 846cb6ab-eb93-4d96-a111-b01923fcfde0 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:52:33.606861 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:52:33.610926 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:52:33.618494 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Pushing event updated for resources: {'Port': ['ID=3ce00f56-9daf-456a-9084-8071dd067389,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:33.667775 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.668474 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.668474 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.668828 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.669200 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.669534 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.669865 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.670194 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.670522 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.670849 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.671177 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.671518 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.671848 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.672192 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.672516 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Tracked resource versions report: May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: pushed versions: May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: { 'AddressGroup': {'1.2'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Agent': {'1.1'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'ConntrackHelper': {'1.0'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'LocalIPAssociation': {'1.0'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Log': {'1.0'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'NDPProxy': {'1.0'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Network': {'1.1'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Port': {'1.7'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'PortForwarding': {'1.3'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'QosPolicy': {'1.10'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'SecurityGroup': {'1.5'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'SecurityGroupRule': {'1.2'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'SubPort': {'1.0'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Subnet': {'1.1'}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Trunk': {'1.1'}} May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: consumer versions: May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: { DHCP agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: L3 agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: Metadata agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: Metering agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: Open vSwitch agent@dv-cinder-836074-5-iscsi: { 'AddressGroup': '1.2', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Agent': '1.1', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'ConntrackHelper': '1.0', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'LocalIPAssociation': '1.0', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Log': '1.0', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'NDPProxy': '1.0', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Network': '1.1', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Port': '1.7', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'PortForwarding': '1.3', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'QosPolicy': '1.10', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'SecurityGroup': '1.5', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'SecurityGroupRule': '1.2', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'SubPort': '1.0', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Subnet': '1.1', May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Trunk': '1.1'}} May 26 17:52:33.673997 dv-cinder-836074-5-iscsi neutron-server[103838]: {{(pid=103838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 17:52:33.683110 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:33.712884 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Attempting to bind port 3ce00f56-9daf-456a-9084-8071dd067389 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:52:33.713272 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Attempting to bind port 3ce00f56-9daf-456a-9084-8071dd067389 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': '49e09c0b-6920-4056-9c1e-0d6c45416a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:52:33.713689 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Attempting to bind port 3ce00f56-9daf-456a-9084-8071dd067389 on network 846cb6ab-eb93-4d96-a111-b01923fcfde0 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:52:33.718895 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:52:33.719271 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Checking segment: {'id': '49e09c0b-6920-4056-9c1e-0d6c45416a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:52:33.719814 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:33.720235 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Bound using segment: {'id': '49e09c0b-6920-4056-9c1e-0d6c45416a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:52:33.720761 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Bound port: 3ce00f56-9daf-456a-9084-8071dd067389, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e09c0b-6920-4056-9c1e-0d6c45416a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:52:33.721189 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (3ce00f56-9daf-456a-9084-8071dd067389), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:33.787188 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] For port 3ce00f56-9daf-456a-9084-8071dd067389, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:52:33.808176 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] For port 3ce00f56-9daf-456a-9084-8071dd067389, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=3ce00f56-9daf-456a-9084-8071dd067389,segment=NetworkSegment(49e09c0b-6920-4056-9c1e-0d6c45416a70),segment_id=49e09c0b-6920-4056-9c1e-0d6c45416a70)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:52:33.815265 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (3ce00f56-9daf-456a-9084-8071dd067389), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:33.876605 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6cad5-f3a1-498b-8dfe-c6e6e654d09b None None] Pushing event updated for resources: {'Port': ['ID=3ce00f56-9daf-456a-9084-8071dd067389,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:35.200222 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 36152) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:35.292775 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=18,neutron:INSERT=33,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:35.294526 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=15,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:35.545575 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [None req-ff702f04-2358-4eda-9eef-872608c991ca admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:52:35.546490 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ff702f04-2358-4eda-9eef-872608c991ca admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3453398 May 26 17:52:37.517873 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:37.523051 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=8 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:38.066183 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36168) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:38.441467 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [None req-29c219d9-b62b-4373-97fa-f1caa6aa7422 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:52:38.456079 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-29c219d9-b62b-4373-97fa-f1caa6aa7422 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3753808 May 26 17:52:41.021125 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36176) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:41.357587 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-b6b49263-9e85-4064-8299-b94ddc4de4e5 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:52:41.383517 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b6b49263-9e85-4064-8299-b94ddc4de4e5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8124790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30497'] for router (d531e43f-97f3-4ebe-8501-3f264460b3a5), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:41.385093 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b6b49263-9e85-4064-8299-b94ddc4de4e5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8125126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8118390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30682'] for router (d531e43f-97f3-4ebe-8501-3f264460b3a5), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:41.527467 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b6b49263-9e85-4064-8299-b94ddc4de4e5 demo demo] Publish callbacks [] for router_controller (d531e43f-97f3-4ebe-8501-3f264460b3a5), precommit_add_association {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:41.531913 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b6b49263-9e85-4064-8299-b94ddc4de4e5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8125169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8118277'] for router (d531e43f-97f3-4ebe-8501-3f264460b3a5), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:41.550611 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b6b49263-9e85-4064-8299-b94ddc4de4e5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:41.552283 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-b6b49263-9e85-4064-8299-b94ddc4de4e5 demo demo] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5300415 May 26 17:52:43.860700 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=18,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:43.873495 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=41,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:44.135074 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36188) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:44.487366 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [None req-b87545d0-0019-4036-8b49-79febbf088f5 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:52:44.488645 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-b87545d0-0019-4036-8b49-79febbf088f5 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3526773 May 26 17:52:44.986966 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 3ce00f56-9daf-456a-9084-8071dd067389 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:52:45.074605 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 3ce00f56-9daf-456a-9084-8071dd067389 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:52:45.075063 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (3ce00f56-9daf-456a-9084-8071dd067389), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:45.181734 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 3ce00f56-9daf-456a-9084-8071dd067389 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:52:45.182315 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (3ce00f56-9daf-456a-9084-8071dd067389), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:45.216723 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port 3ce00f56-9daf-456a-9084-8071dd067389, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=3ce00f56-9daf-456a-9084-8071dd067389,segment=NetworkSegment(49e09c0b-6920-4056-9c1e-0d6c45416a70),segment_id=49e09c0b-6920-4056-9c1e-0d6c45416a70)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:52:45.220881 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (3ce00f56-9daf-456a-9084-8071dd067389), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:45.273849 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=3ce00f56-9daf-456a-9084-8071dd067389,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:45.749548 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbd5d5f-cb2a-4725-9fd0-bd017becbeb1 None None] Network 846cb6ab-eb93-4d96-a111-b01923fcfde0 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:52:45.809803 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-5343d684-098e-461d-8077-5214036c173e None None] Provisioning complete for port 3ce00f56-9daf-456a-9084-8071dd067389 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:52:45.810187 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5343d684-098e-461d-8077-5214036c173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (3ce00f56-9daf-456a-9084-8071dd067389), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:45.942308 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-5343d684-098e-461d-8077-5214036c173e None None] Current status of the port 3ce00f56-9daf-456a-9084-8071dd067389 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:52:46.165430 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-618ccecc-f63d-4c5b-93bc-eb0678b2603f None None] Provisioning complete for port 3ce00f56-9daf-456a-9084-8071dd067389 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:52:46.166298 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-618ccecc-f63d-4c5b-93bc-eb0678b2603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (3ce00f56-9daf-456a-9084-8071dd067389), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:46.245391 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-618ccecc-f63d-4c5b-93bc-eb0678b2603f None None] Current status of the port 3ce00f56-9daf-456a-9084-8071dd067389 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:52:46.962969 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 3ce00f56-9daf-456a-9084-8071dd067389 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:52:47.011889 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 3ce00f56-9daf-456a-9084-8071dd067389 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:52:47.012237 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (3ce00f56-9daf-456a-9084-8071dd067389), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:47.028713 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36196) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:47.094248 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 3ce00f56-9daf-456a-9084-8071dd067389 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:52:47.368558 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:52:47.389868 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Made reservation on behalf of 0ff1c526db504733a6f9bcf8c7e9e653 for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:52:47.392705 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:47.403673 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:47.488982 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Publish callbacks [] for security_group (bbbfdc43-a126-4ff5-b45a-028cf88a70fe), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:47.493140 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (bbbfdc43-a126-4ff5-b45a-028cf88a70fe), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:47.511565 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Reserving flat network on physical network physnet1 {{(pid=103836) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 17:52:47.533787 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbfdc43-a126-4ff5-b45a-028cf88a70fe,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:47.539574 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (d049454a-29cc-4775-8213-6e18cce77095), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:47.539991 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Added segment d049454a-29cc-4775-8213-6e18cce77095 of type flat for network fe5e7183-55e6-482c-9be6-dbe7ef622043 May 26 17:52:47.591082 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (fe5e7183-55e6-482c-9be6-dbe7ef622043), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:47.595288 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:47.630106 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (fe5e7183-55e6-482c-9be6-dbe7ef622043), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:47.631351 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:52:47.631934 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:47.678364 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6485386 May 26 17:52:47.741147 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1df33f-6345-4c2c-b4d9-7e4743e52e62 admin admin] Pushing event updated for resources: {'Network': ['ID=fe5e7183-55e6-482c-9be6-dbe7ef622043,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:47.751374 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:52:47.979161 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-97e9d600-577b-46d3-96f1-b174dedcda61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:50.169544 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36204) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:50.205676 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-93fadd0c-9d8d-4bd1-ba8a-d0dc7062f991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:50.558485 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41708d76-7703-4234-92a5-88ee13922450 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:52:50.559873 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-41708d76-7703-4234-92a5-88ee13922450 demo admin] 10.222.0.69 "GET /v2.0/subnets/cbede374-9de5-4d2d-b2a8-f60a9842efc6 HTTP/1.1" status: 200 len: 849 time: 0.3893392 May 26 17:52:50.680766 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-0151ac5b-9be2-4d9d-909c-d8f68e4b6bc1 demo admin] 10.222.0.69 "GET /v2.0/routers/d531e43f-97f3-4ebe-8501-3f264460b3a5 HTTP/1.1" status: 200 len: 704 time: 0.1150484 May 26 17:52:50.799343 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:50.957287 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:51.267211 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Allocated IP 172.20.0.1 (846cb6ab-eb93-4d96-a111-b01923fcfde0/cbede374-9de5-4d2d-b2a8-f60a9842efc6/cd41d417-452a-4a6f-ac70-f491f5387480) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:52:51.442854 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:51.474469 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Publish callbacks [] for port (cd41d417-452a-4a6f-ac70-f491f5387480), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:51.538020 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:51.614875 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Network 846cb6ab-eb93-4d96-a111-b01923fcfde0 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:52:51.623749 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:52:51.628438 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:52:51.628991 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8120182'] for router_interface (d531e43f-97f3-4ebe-8501-3f264460b3a5), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:51.649635 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Pushing event updated for resources: {'Port': ['ID=cd41d417-452a-4a6f-ac70-f491f5387480,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:51.692803 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:51.802355 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:51.805098 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-5bafd92e-de7f-46ed-9eca-02aa927217f0 None None] Provisioning complete for port cd41d417-452a-4a6f-ac70-f491f5387480 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:52:51.805563 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5bafd92e-de7f-46ed-9eca-02aa927217f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:51.808295 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:51.835700 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:51.842003 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-5bafd92e-de7f-46ed-9eca-02aa927217f0 None None] Port cd41d417-452a-4a6f-ac70-f491f5387480 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:52:52.039306 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:52.085799 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Publish callbacks [] for port (cd41d417-452a-4a6f-ac70-f491f5387480), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:52.090807 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:52.091632 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8107905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8119238'] for router_interface (d531e43f-97f3-4ebe-8501-3f264460b3a5), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:52.170840 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Pushing event updated for resources: {'Port': ['ID=cd41d417-452a-4a6f-ac70-f491f5387480,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:52.220503 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Network 846cb6ab-eb93-4d96-a111-b01923fcfde0 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:52:52.222391 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:52:52.380421 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Router d531e43f-97f3-4ebe-8501-3f264460b3a5 is scheduled to L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 with binding_index 1 {{(pid=103836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:52:52.472836 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:52:52.480558 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-327b135d-fd3e-41f9-8550-f9ad16b2a99a demo admin] 10.222.0.69 "PUT /v2.0/routers/d531e43f-97f3-4ebe-8501-3f264460b3a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7926922 May 26 17:52:52.484873 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-36894182-6287-44f8-8d42-7b4835732244 None None] Provisioning complete for port cd41d417-452a-4a6f-ac70-f491f5387480 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:52:52.485524 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-36894182-6287-44f8-8d42-7b4835732244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:52.493874 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:52.494881 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Sync routers for ids ['d531e43f-97f3-4ebe-8501-3f264460b3a5'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:52:52.511199 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Routers {'d531e43f-97f3-4ebe-8501-3f264460b3a5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:52:52.512542 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T17:52:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d531e43f-97f3-4ebe-8501-3f264460b3a5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:52:52.546473 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-36894182-6287-44f8-8d42-7b4835732244 None None] Port cd41d417-452a-4a6f-ac70-f491f5387480 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:52:52.708285 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Set router d531e43f-97f3-4ebe-8501-3f264460b3a5 gateway port host: None {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:52:53.137859 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'name': 'router1', 'tenant_id': 'e270cff1485142ceb7dfa49f549bcc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:52:41Z', 'updated_at': '2022-05-26T17:52:51Z', 'revision_number': 2, 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'gw_port_host': None, '_interfaces': [{'id': 'cd41d417-452a-4a6f-ac70-f491f5387480', 'name': '', 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0', 'tenant_id': 'e270cff1485142ceb7dfa49f549bcc09', 'mac_address': 'fa:16:3e:f0:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:52:50Z', 'updated_at': '2022-05-26T17:52:51Z', 'revision_number': 2, 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'subnets': [{'id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e9927b5-e298-4dc1-9e3e-2d442a68f372'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:52:53.189347 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Checking router: d531e43f-97f3-4ebe-8501-3f264460b3a5 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:52:53.189717 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Updating router d531e43f-97f3-4ebe-8501-3f264460b3a5 port cd41d417-452a-4a6f-ac70-f491f5387480 binding host dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:52:53.243888 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:53.785127 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Publish callbacks [] for port (cd41d417-452a-4a6f-ac70-f491f5387480), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:53.792457 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:53.939480 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Pushing event updated for resources: {'Port': ['ID=cd41d417-452a-4a6f-ac70-f491f5387480,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:53.972839 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.973192 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.973558 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.973911 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.974317 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.974648 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.974975 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.975304 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.975628 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.975950 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.976305 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.976645 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.976969 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.977290 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.977606 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Tracked resource versions report: May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: pushed versions: May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: { 'AddressGroup': {'1.2'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Agent': {'1.1'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'ConntrackHelper': {'1.0'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'LocalIPAssociation': {'1.0'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Log': {'1.0'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'NDPProxy': {'1.0'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Network': {'1.1'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Port': {'1.7'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'PortForwarding': {'1.3'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'QosPolicy': {'1.10'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'SecurityGroup': {'1.5'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'SecurityGroupRule': {'1.2'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'SubPort': {'1.0'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Subnet': {'1.1'}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Trunk': {'1.1'}} May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: consumer versions: May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: { DHCP agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: L3 agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: Metadata agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: Metering agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: Open vSwitch agent@dv-cinder-836074-5-iscsi: { 'AddressGroup': '1.2', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Agent': '1.1', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'ConntrackHelper': '1.0', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'LocalIPAssociation': '1.0', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Log': '1.0', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'NDPProxy': '1.0', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Network': '1.1', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Port': '1.7', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'PortForwarding': '1.3', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'QosPolicy': '1.10', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'SecurityGroup': '1.5', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'SecurityGroupRule': '1.2', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'SubPort': '1.0', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Subnet': '1.1', May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Trunk': '1.1'}} May 26 17:52:53.979090 dv-cinder-836074-5-iscsi neutron-server[103839]: {{(pid=103839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 17:52:53.988850 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Attempting to bind port cd41d417-452a-4a6f-ac70-f491f5387480 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:52:53.989248 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Attempting to bind port cd41d417-452a-4a6f-ac70-f491f5387480 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': '49e09c0b-6920-4056-9c1e-0d6c45416a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:52:53.989749 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Attempting to bind port cd41d417-452a-4a6f-ac70-f491f5387480 on network 846cb6ab-eb93-4d96-a111-b01923fcfde0 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:52:53.995590 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:52:53.996124 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Checking segment: {'id': '49e09c0b-6920-4056-9c1e-0d6c45416a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:52:53.996667 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:53.997116 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Bound using segment: {'id': '49e09c0b-6920-4056-9c1e-0d6c45416a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:52:53.997665 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Bound port: cd41d417-452a-4a6f-ac70-f491f5387480, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e09c0b-6920-4056-9c1e-0d6c45416a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:52:53.998270 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:54.060003 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:54.073653 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] For port cd41d417-452a-4a6f-ac70-f491f5387480, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:52:54.076593 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-221087e8-1aed-4bb9-a269-900831f815b4 None None] Provisioning complete for port cd41d417-452a-4a6f-ac70-f491f5387480 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:52:54.077136 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-221087e8-1aed-4bb9-a269-900831f815b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:54.095037 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] For port cd41d417-452a-4a6f-ac70-f491f5387480, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=cd41d417-452a-4a6f-ac70-f491f5387480,segment=NetworkSegment(49e09c0b-6920-4056-9c1e-0d6c45416a70),segment_id=49e09c0b-6920-4056-9c1e-0d6c45416a70)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:52:54.103489 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:54.108046 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:54.124316 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-221087e8-1aed-4bb9-a269-900831f815b4 None None] Port cd41d417-452a-4a6f-ac70-f491f5387480 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:52:54.134950 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:54.166136 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Routers {'d531e43f-97f3-4ebe-8501-3f264460b3a5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:52:54.166762 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T17:52:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d531e43f-97f3-4ebe-8501-3f264460b3a5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:52:54.212623 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47a886-95b4-4b57-86c8-a42d64caacbf None None] Pushing event updated for resources: {'Port': ['ID=cd41d417-452a-4a6f-ac70-f491f5387480,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:54.269176 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] Set router d531e43f-97f3-4ebe-8501-3f264460b3a5 gateway port host: None {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:52:54.345319 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-2d41a550-ea41-4c8b-95a9-848477146463 None None] Provisioning complete for port cd41d417-452a-4a6f-ac70-f491f5387480 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:52:54.345779 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2d41a550-ea41-4c8b-95a9-848477146463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:54.428728 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-2d41a550-ea41-4c8b-95a9-848477146463 None None] Current status of the port cd41d417-452a-4a6f-ac70-f491f5387480 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:52:54.429131 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2d41a550-ea41-4c8b-95a9-848477146463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:54.466034 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-2d41a550-ea41-4c8b-95a9-848477146463 None None] For port cd41d417-452a-4a6f-ac70-f491f5387480, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=cd41d417-452a-4a6f-ac70-f491f5387480,segment=NetworkSegment(49e09c0b-6920-4056-9c1e-0d6c45416a70),segment_id=49e09c0b-6920-4056-9c1e-0d6c45416a70)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:52:54.470507 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2d41a550-ea41-4c8b-95a9-848477146463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:54.491259 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'name': 'router1', 'tenant_id': 'e270cff1485142ceb7dfa49f549bcc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:52:41Z', 'updated_at': '2022-05-26T17:52:51Z', 'revision_number': 2, 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'gw_port_host': None, '_interfaces': [{'id': 'cd41d417-452a-4a6f-ac70-f491f5387480', 'name': '', 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0', 'tenant_id': 'e270cff1485142ceb7dfa49f549bcc09', 'mac_address': 'fa:16:3e:f0:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:52:50Z', 'updated_at': '2022-05-26T17:52:54Z', 'revision_number': 4, 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'subnets': [{'id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e9927b5-e298-4dc1-9e3e-2d442a68f372'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:52:54.524354 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a29a323-9906-4d27-a960-1838cf848999 None None] The sync data for ids ['d531e43f-97f3-4ebe-8501-3f264460b3a5'] in dv-cinder-836074-5-iscsi is: [{'id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'name': 'router1', 'tenant_id': 'e270cff1485142ceb7dfa49f549bcc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:52:41Z', 'updated_at': '2022-05-26T17:52:51Z', 'revision_number': 2, 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'gw_port_host': None, '_interfaces': [{'id': 'cd41d417-452a-4a6f-ac70-f491f5387480', 'name': '', 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0', 'tenant_id': 'e270cff1485142ceb7dfa49f549bcc09', 'mac_address': 'fa:16:3e:f0:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:52:50Z', 'updated_at': '2022-05-26T17:52:54Z', 'revision_number': 4, 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'subnets': [{'id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e9927b5-e298-4dc1-9e3e-2d442a68f372'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:52:54.528194 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41a550-ea41-4c8b-95a9-848477146463 None None] Pushing event updated for resources: {'Port': ['ID=cd41d417-452a-4a6f-ac70-f491f5387480,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:54.985449 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36226) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:55.205492 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55637188-4b36-4d1a-a3fe-a484179cc411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:52:55.207091 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-55637188-4b36-4d1a-a3fe-a484179cc411 admin admin] 10.222.0.69 "GET /v2.0/networks/fe5e7183-55e6-482c-9be6-dbe7ef622043 HTTP/1.1" status: 200 len: 842 time: 0.2203743 May 26 17:52:55.216986 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:52:55.241609 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] Made reservation on behalf of 0ff1c526db504733a6f9bcf8c7e9e653 for: {'subnet': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:52:55.243879 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:55.317982 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:55.610170 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.objects.ports [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103836) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 26 17:52:55.610547 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (4ee395ad-2dca-401e-be4c-8e0d0b090142), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:55.653504 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:55.676292 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee395ad-2dca-401e-be4c-8e0d0b090142,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:55.686434 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] Checking segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:52:55.686795 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] Network hostable DHCP agents. Network: fe5e7183-55e6-482c-9be6-dbe7ef622043, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:52:55.705349 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:52:55.716231 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, fe5e7183-55e6-482c-9be6-dbe7ef622043) {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:52:55.720579 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:52:55.721238 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:55.729948 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c938bd-6e43-4b69-a483-489b873a6075 None None] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:52:55.740523 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-24efc675-fc89-49d6-ac3e-526afef8a388 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5271063 May 26 17:52:55.842529 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de813c-c1af-464e-a1f7-b1dad506a0bb None None] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:52:58.175902 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 36244) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:52:58.441902 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-68ba5aa9-0e88-4c52-9c07-de23bbb8acaa demo admin] 10.222.0.69 "GET /v2.0/routers/d531e43f-97f3-4ebe-8501-3f264460b3a5 HTTP/1.1" status: 200 len: 710 time: 0.2647953 May 26 17:52:58.639783 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c5ae26-03b4-4287-ad9a-7af78cb1d9a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:52:58.641445 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-90c5ae26-03b4-4287-ad9a-7af78cb1d9a0 demo admin] 10.222.0.69 "GET /v2.0/networks/fe5e7183-55e6-482c-9be6-dbe7ef622043 HTTP/1.1" status: 200 len: 886 time: 0.1939461 May 26 17:52:58.652083 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:52:58.931066 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Publish callbacks [] for router_gateway (d531e43f-97f3-4ebe-8501-3f264460b3a5), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:59.161692 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Publish callbacks [] for router_gateway (d531e43f-97f3-4ebe-8501-3f264460b3a5), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:59.242577 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:59.432556 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Allocated IP 172.27.0.63 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/ad28bb21-ba36-46dd-a98c-487ad23cdf76) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:52:59.548246 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Publish callbacks [] for port (ad28bb21-ba36-46dd-a98c-487ad23cdf76), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:59.559793 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:59.596604 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:52:59.616557 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (ad28bb21-ba36-46dd-a98c-487ad23cdf76), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:52:59.678870 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:52:59.683842 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:52:59.729636 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Pushing event updated for resources: {'Port': ['ID=ad28bb21-ba36-46dd-a98c-487ad23cdf76,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:52:59.734587 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:52:59.771819 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.772206 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.772563 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.772913 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.773252 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.773586 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.773924 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.774251 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.774595 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.774945 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.775260 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.775590 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.775910 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.776257 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.776579 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Tracked resource versions report: May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: pushed versions: May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: { 'AddressGroup': {'1.2'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Agent': {'1.1'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'ConntrackHelper': {'1.0'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'LocalIPAssociation': {'1.0'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Log': {'1.0'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'NDPProxy': {'1.0'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Network': {'1.1'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Port': {'1.7'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'PortForwarding': {'1.3'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'QosPolicy': {'1.10'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'SecurityGroup': {'1.5'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'SecurityGroupRule': {'1.2'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'SubPort': {'1.0'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Subnet': {'1.1'}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Trunk': {'1.1'}} May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: consumer versions: May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: { DHCP agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: L3 agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: Metadata agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: Metering agent@dv-cinder-836074-5-iscsi: {}, May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: Open vSwitch agent@dv-cinder-836074-5-iscsi: { 'AddressGroup': '1.2', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Agent': '1.1', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'ConntrackHelper': '1.0', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'LocalIPAssociation': '1.0', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Log': '1.0', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'NDPProxy': '1.0', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Network': '1.1', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Port': '1.7', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'PortForwarding': '1.3', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'QosPolicy': '1.10', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'SecurityGroup': '1.5', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'SecurityGroupRule': '1.2', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'SubPort': '1.0', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Subnet': '1.1', May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Trunk': '1.1'}} May 26 17:52:59.778102 dv-cinder-836074-5-iscsi neutron-server[103837]: {{(pid=103837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 17:53:00.035063 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Publish callbacks [] for router_gateway (d531e43f-97f3-4ebe-8501-3f264460b3a5), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:00.275438 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8118296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8125160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30668'] for router (d531e43f-97f3-4ebe-8501-3f264460b3a5), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:00.280747 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8118277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8118291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8118282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8125155'] for router (d531e43f-97f3-4ebe-8501-3f264460b3a5), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:00.387915 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Router d531e43f-97f3-4ebe-8501-3f264460b3a5 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:53:00.498971 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:53:00.503858 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:00.505120 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-438aa46f-d95e-4899-a759-724b5c0ba7f3 demo admin] 10.222.0.69 "PUT /v2.0/routers/d531e43f-97f3-4ebe-8501-3f264460b3a5 HTTP/1.1" status: 200 len: 889 time: 1.8563087 May 26 17:53:02.979570 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device cd41d417-452a-4a6f-ac70-f491f5387480 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:53:03.031781 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port cd41d417-452a-4a6f-ac70-f491f5387480 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:53:03.032301 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:03.044324 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 36260) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:53:03.117524 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port cd41d417-452a-4a6f-ac70-f491f5387480 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:53:03.175738 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8f935bd2-8de0-49d8-9965-05d1032a6e73 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1297877 May 26 17:53:03.611855 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Sync routers for ids ['d531e43f-97f3-4ebe-8501-3f264460b3a5'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:53:03.624709 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Routers {'d531e43f-97f3-4ebe-8501-3f264460b3a5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:53:03.625406 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T17:52:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d531e43f-97f3-4ebe-8501-3f264460b3a5'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:53:03.842640 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Set router d531e43f-97f3-4ebe-8501-3f264460b3a5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:53:03.956817 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:04.091785 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:04.330374 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'name': 'router1', 'tenant_id': 'e270cff1485142ceb7dfa49f549bcc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ad28bb21-ba36-46dd-a98c-487ad23cdf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:52:41Z', 'updated_at': '2022-05-26T17:52:59Z', 'revision_number': 4, 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'gw_port': {'id': 'ad28bb21-ba36-46dd-a98c-487ad23cdf76', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:52:59Z', 'updated_at': '2022-05-26T17:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'cd41d417-452a-4a6f-ac70-f491f5387480', 'name': '', 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0', 'tenant_id': 'e270cff1485142ceb7dfa49f549bcc09', 'mac_address': 'fa:16:3e:f0:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:52:50Z', 'updated_at': '2022-05-26T17:52:54Z', 'revision_number': 5, 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'subnets': [{'id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e9927b5-e298-4dc1-9e3e-2d442a68f372'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:53:04.385860 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Checking router: d531e43f-97f3-4ebe-8501-3f264460b3a5 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:53:04.386212 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Updating router d531e43f-97f3-4ebe-8501-3f264460b3a5 port ad28bb21-ba36-46dd-a98c-487ad23cdf76 binding host dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:53:04.446353 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (ad28bb21-ba36-46dd-a98c-487ad23cdf76), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:04.810663 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Publish callbacks [] for port (ad28bb21-ba36-46dd-a98c-487ad23cdf76), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:04.816449 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (ad28bb21-ba36-46dd-a98c-487ad23cdf76), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:04.859180 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b239e40-4af1-4e97-b4c3-61bb0affe4dc None None] Pushing event updated for resources: {'Port': ['ID=ad28bb21-ba36-46dd-a98c-487ad23cdf76,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:53:04.887657 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Attempting to bind port ad28bb21-ba36-46dd-a98c-487ad23cdf76 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:53:04.888060 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Attempting to bind port ad28bb21-ba36-46dd-a98c-487ad23cdf76 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:53:04.888435 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Attempting to bind port ad28bb21-ba36-46dd-a98c-487ad23cdf76 on network fe5e7183-55e6-482c-9be6-dbe7ef622043 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:53:04.895003 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:53:04.895461 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Checking segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:53:04.895922 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:04.896348 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Bound using segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:53:04.896825 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Bound port: ad28bb21-ba36-46dd-a98c-487ad23cdf76, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:53:04.897220 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (ad28bb21-ba36-46dd-a98c-487ad23cdf76), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:04.950760 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] For port ad28bb21-ba36-46dd-a98c-487ad23cdf76, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:53:04.954409 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] For port ad28bb21-ba36-46dd-a98c-487ad23cdf76, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=ad28bb21-ba36-46dd-a98c-487ad23cdf76,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:53:04.962055 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (ad28bb21-ba36-46dd-a98c-487ad23cdf76), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:05.019786 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b239e40-4af1-4e97-b4c3-61bb0affe4dc None None] Pushing event updated for resources: {'Port': ['ID=ad28bb21-ba36-46dd-a98c-487ad23cdf76,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:53:05.032084 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Routers {'d531e43f-97f3-4ebe-8501-3f264460b3a5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:53:05.032716 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T17:52:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d531e43f-97f3-4ebe-8501-3f264460b3a5'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:53:05.140749 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] Set router d531e43f-97f3-4ebe-8501-3f264460b3a5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:53:05.270495 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:05.280456 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:05.385416 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'name': 'router1', 'tenant_id': 'e270cff1485142ceb7dfa49f549bcc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ad28bb21-ba36-46dd-a98c-487ad23cdf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:52:41Z', 'updated_at': '2022-05-26T17:52:59Z', 'revision_number': 4, 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'gw_port': {'id': 'ad28bb21-ba36-46dd-a98c-487ad23cdf76', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:52:59Z', 'updated_at': '2022-05-26T17:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'cd41d417-452a-4a6f-ac70-f491f5387480', 'name': '', 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0', 'tenant_id': 'e270cff1485142ceb7dfa49f549bcc09', 'mac_address': 'fa:16:3e:f0:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:52:50Z', 'updated_at': '2022-05-26T17:52:54Z', 'revision_number': 5, 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'subnets': [{'id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e9927b5-e298-4dc1-9e3e-2d442a68f372'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:53:05.417050 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c18fe4-4834-491b-9c40-f387a90cbde5 None None] The sync data for ids ['d531e43f-97f3-4ebe-8501-3f264460b3a5'] in dv-cinder-836074-5-iscsi is: [{'id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'name': 'router1', 'tenant_id': 'e270cff1485142ceb7dfa49f549bcc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ad28bb21-ba36-46dd-a98c-487ad23cdf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:52:41Z', 'updated_at': '2022-05-26T17:52:59Z', 'revision_number': 4, 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'gw_port': {'id': 'ad28bb21-ba36-46dd-a98c-487ad23cdf76', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:52:59Z', 'updated_at': '2022-05-26T17:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'cd41d417-452a-4a6f-ac70-f491f5387480', 'name': '', 'network_id': '846cb6ab-eb93-4d96-a111-b01923fcfde0', 'tenant_id': 'e270cff1485142ceb7dfa49f549bcc09', 'mac_address': 'fa:16:3e:f0:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd531e43f-97f3-4ebe-8501-3f264460b3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:52:50Z', 'updated_at': '2022-05-26T17:52:54Z', 'revision_number': 5, 'project_id': 'e270cff1485142ceb7dfa49f549bcc09', 'subnets': [{'id': 'cbede374-9de5-4d2d-b2a8-f60a9842efc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e9927b5-e298-4dc1-9e3e-2d442a68f372'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:53:05.725172 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:05.734176 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:07.072794 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device ad28bb21-ba36-46dd-a98c-487ad23cdf76 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:53:07.158026 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port ad28bb21-ba36-46dd-a98c-487ad23cdf76 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:53:07.158550 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (ad28bb21-ba36-46dd-a98c-487ad23cdf76), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:07.267081 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port ad28bb21-ba36-46dd-a98c-487ad23cdf76 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:53:07.267081 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (ad28bb21-ba36-46dd-a98c-487ad23cdf76), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:07.294402 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port ad28bb21-ba36-46dd-a98c-487ad23cdf76, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=ad28bb21-ba36-46dd-a98c-487ad23cdf76,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:53:07.301022 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (ad28bb21-ba36-46dd-a98c-487ad23cdf76), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:07.372823 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=ad28bb21-ba36-46dd-a98c-487ad23cdf76,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:53:08.755707 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 5 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:53:08.756969 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:INSERT=1,neutron:SELECT=53 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:09.063668 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device ad28bb21-ba36-46dd-a98c-487ad23cdf76 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:53:09.184867 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port ad28bb21-ba36-46dd-a98c-487ad23cdf76 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:53:09.185276 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (ad28bb21-ba36-46dd-a98c-487ad23cdf76), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:09.489125 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port ad28bb21-ba36-46dd-a98c-487ad23cdf76 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:53:13.167789 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:13.171267 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:17.984203 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a7446792-3329-4148-ada8-d91e53b1b726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:18.753738 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=35 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:20.161552 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-44ee7557-261c-45e0-97d0-7dab93af29a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:21.447975 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:22.477067 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:24.121108 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:34.111000 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:34.116907 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=58,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:45.757967 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 5 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:53:45.783522 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=4 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:53:47.988461 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-84011e41-00c3-45ba-99a8-febc87fd0206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:50.163059 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0a44d967-143e-472c-80e8-2a7b824c29b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:51.449254 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:52.476222 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:54.119411 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:53:55.760672 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=4 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:02.472889 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:04.115072 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:17.984307 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2b9451c2-98a0-4c95-9db4-6c7c0ad4442f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:20.156928 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-525c2da1-129e-4273-a7b1-383b3d656a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:21.455331 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:22.481709 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:22.757586 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 5 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:54:24.117501 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:26.633893 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36796) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:54:26.703546 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.pecan_wsgi.hooks.translation [None req-3096674a-37bb-492e-a84d-16a0f94fce8b admin admin] GET failed (client error): The resource could not be found. May 26 17:54:26.705044 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-3096674a-37bb-492e-a84d-16a0f94fce8b admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0701349 May 26 17:54:26.891551 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdfd018-9905-43d8-8927-ec1c115a262f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:26.893023 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-3cdfd018-9905-43d8-8927-ec1c115a262f admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1822767 May 26 17:54:29.321986 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36806) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:54:29.417532 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5796582-e1e0-49cb-b569-87868aa4bc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:29.418925 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-b5796582-e1e0-49cb-b569-87868aa4bc84 admin admin] 10.222.0.69 "GET /v2.0/subnets/cbede374-9de5-4d2d-b2a8-f60a9842efc6 HTTP/1.1" status: 200 len: 849 time: 0.0959842 May 26 17:54:29.429144 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:54:29.516064 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Publish callbacks [] for subnet (cbede374-9de5-4d2d-b2a8-f60a9842efc6), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:29.663881 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737922353628'] for subnet (cbede374-9de5-4d2d-b2a8-f60a9842efc6), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:29.697736 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:29.698603 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:29.700866 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] 10.222.0.69 "PUT /v2.0/subnets/cbede374-9de5-4d2d-b2a8-f60a9842efc6 HTTP/1.1" status: 200 len: 868 time: 0.2752006 May 26 17:54:29.701710 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b0791-3093-4193-99c5-0a51a4fee97c None None] Network 846cb6ab-eb93-4d96-a111-b01923fcfde0 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:54:29.722405 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbede374-9de5-4d2d-b2a8-f60a9842efc6,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:54:29.730078 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.730442 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.730771 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.731115 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.731455 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.732399 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.732739 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.733076 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.733495 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.733956 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.734326 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.734679 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.735010 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.735335 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:29.735656 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74a512-d412-43e9-9d8c-f333084eaf94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:54:30.065025 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-390127ca-3dda-4896-b337-48c0d47d995d None None] Provisioning complete for port cd41d417-452a-4a6f-ac70-f491f5387480 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:54:30.065459 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-390127ca-3dda-4896-b337-48c0d47d995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (cd41d417-452a-4a6f-ac70-f491f5387480), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:30.142687 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-390127ca-3dda-4896-b337-48c0d47d995d None None] Current status of the port cd41d417-452a-4a6f-ac70-f491f5387480 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:54:30.151179 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-390127ca-3dda-4896-b337-48c0d47d995d None None] Provisioning complete for port 3ce00f56-9daf-456a-9084-8071dd067389 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:54:30.151560 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-390127ca-3dda-4896-b337-48c0d47d995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (3ce00f56-9daf-456a-9084-8071dd067389), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:30.227319 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-390127ca-3dda-4896-b337-48c0d47d995d None None] Current status of the port 3ce00f56-9daf-456a-9084-8071dd067389 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:54:32.017738 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36814) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:54:32.239446 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c2155-2dab-4e6d-a0a1-ae3b4ebcaf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:32.239926 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c2155-2dab-4e6d-a0a1-ae3b4ebcaf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:32.241488 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9c3c2155-2dab-4e6d-a0a1-ae3b4ebcaf7a admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2228706 May 26 17:54:32.753356 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:32.754135 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=6 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:34.500574 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36822) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:54:34.640390 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986bde17-e6b9-478e-b31c-0c99d315d657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:34.640906 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986bde17-e6b9-478e-b31c-0c99d315d657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:34.642708 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-986bde17-e6b9-478e-b31c-0c99d315d657 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1411636 May 26 17:54:36.960449 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36830) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:54:37.094730 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3960c8c-7870-42bd-8f94-07c3a9898797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:37.096146 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d3960c8c-7870-42bd-8f94-07c3a9898797 admin admin] 10.222.0.69 "GET /v2.0/networks/846cb6ab-eb93-4d96-a111-b01923fcfde0 HTTP/1.1" status: 200 len: 869 time: 0.1347046 May 26 17:54:39.361526 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36838) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:54:39.429862 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:39.432573 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:39.504895 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2522d896-135e-42db-b216-c9a6caaa0afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:39.506297 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-2522d896-135e-42db-b216-c9a6caaa0afd admin admin] 10.222.0.69 "GET /v2.0/networks/fe5e7183-55e6-482c-9be6-dbe7ef622043 HTTP/1.1" status: 200 len: 886 time: 0.1437109 May 26 17:54:40.224505 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:40.226407 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:41.772194 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36850) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:54:41.925379 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a85024b-db01-4929-8a06-b2fdc0466073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:41.925843 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a85024b-db01-4929-8a06-b2fdc0466073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:41.927440 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-4a85024b-db01-4929-8a06-b2fdc0466073 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1542370 May 26 17:54:44.196067 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36858) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:54:44.292996 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb43409-ffd3-4f7f-9024-880717c47986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:44.294151 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb43409-ffd3-4f7f-9024-880717c47986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:44.295635 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-abb43409-ffd3-4f7f-9024-880717c47986 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0986164 May 26 17:54:46.569247 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 36866) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:54:46.659217 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6118240-766e-43e4-8265-42bc12e5dd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:46.660632 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e6118240-766e-43e4-8265-42bc12e5dd8a admin admin] 10.222.0.69 "GET /v2.0/subnets/4ee395ad-2dca-401e-be4c-8e0d0b090142 HTTP/1.1" status: 200 len: 816 time: 0.0904307 May 26 17:54:47.978726 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c000375a-7acd-470c-a58e-6a6caadcdc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:48.953596 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 36876) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:54:49.063363 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d426f9d9-c5e0-43e5-bd5c-916d6bdb8083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:54:49.064704 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d426f9d9-c5e0-43e5-bd5c-916d6bdb8083 admin admin] 10.222.0.69 "GET /v2.0/subnets/cbede374-9de5-4d2d-b2a8-f60a9842efc6 HTTP/1.1" status: 200 len: 868 time: 0.1101158 May 26 17:54:50.167697 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b9312730-a424-4be2-8974-dbb15a312d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:51.454408 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:52.483336 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:54.116245 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:54:54.289278 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=19 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:54.290193 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=22 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:59.057731 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=10 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:59.059785 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=13 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:54:59.759245 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 5 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:55:04.108108 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:04.111932 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:17.716382 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=18 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:17.720693 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=16 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:17.982765 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-420bd88b-2463-4404-a682-0d372d059a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:20.163974 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c25da625-9c2b-41f5-b038-6adb38dd9d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:21.455795 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:22.486581 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:24.110851 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:31.074660 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36934) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:55:31.124776 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [None req-959f25b9-693f-4554-be90-3ba2376fd040 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:55:31.126139 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-959f25b9-693f-4554-be90-3ba2376fd040 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0505154 May 26 17:55:33.499776 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 36942) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:55:33.566351 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38beba6-11ce-43c1-9111-f9334368b8dc admin admin] GET failed (client error): The resource could not be found. May 26 17:55:33.567683 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-c38beba6-11ce-43c1-9111-f9334368b8dc admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666690 May 26 17:55:33.656507 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc23c37-3cfb-4ce5-8391-41a7e9ef51b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:55:33.658005 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-4bc23c37-3cfb-4ce5-8391-41a7e9ef51b9 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0861750 May 26 17:55:34.099278 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:34.106042 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:35.977187 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 36950) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:55:36.026493 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:55:36.053970 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Made reservation on behalf of 0ff1c526db504733a6f9bcf8c7e9e653 for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:55:36.057425 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:36.100032 dv-cinder-836074-5-iscsi neutron-server[103837]: WARNING neutron.services.revisions.revision_plugin [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Could not find related network for resource to bump revision. May 26 17:55:36.117319 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:55:36.130704 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (10272a73-7146-4dfa-a6b3-853243b03581), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:36.131223 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Added segment 10272a73-7146-4dfa-a6b3-853243b03581 of type vlan for network 3fede057-5910-44bb-b3b0-9c6074d97070 May 26 17:55:36.184867 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (3fede057-5910-44bb-b3b0-9c6074d97070), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:36.216297 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (3fede057-5910-44bb-b3b0-9c6074d97070), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:36.217313 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:55:36.218032 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:36.297231 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3188133 May 26 17:55:36.317309 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Pushing event updated for resources: {'Network': ['ID=3fede057-5910-44bb-b3b0-9c6074d97070,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:55:36.325610 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.325954 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.326315 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.326656 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.326982 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.327314 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.327638 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.327960 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.328335 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.328674 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.329008 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.329352 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.329676 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.329990 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.330308 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3700fed7-8cb2-4553-b9d0-c92a709dcfe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:36.342625 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 3fede057-5910-44bb-b3b0-9c6074d97070 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:55:36.748847 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:36.760075 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 5 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:55:38.612890 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 36958) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:55:38.684062 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4ef1e8-da6c-4502-b46f-e137987e57f6 admin admin] GET failed (client error): The resource could not be found. May 26 17:55:38.685464 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-9d4ef1e8-da6c-4502-b46f-e137987e57f6 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0712111 May 26 17:55:38.795568 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab4bbf-b2a8-4aa3-825f-ed9def557a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:55:38.797059 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-beab4bbf-b2a8-4aa3-825f-ed9def557a13 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1069696 May 26 17:55:38.811302 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-b97c33d6-93e6-4deb-9508-b3c7d7c7c841 admin admin] Request body: {'subnet': {'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:55:38.834157 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97c33d6-93e6-4deb-9508-b3c7d7c7c841 admin admin] Made reservation on behalf of 0ff1c526db504733a6f9bcf8c7e9e653 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:55:38.836664 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b97c33d6-93e6-4deb-9508-b3c7d7c7c841 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:39.034260 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b97c33d6-93e6-4deb-9508-b3c7d7c7c841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (ddb58d32-2b03-4cde-9dac-295f7c88cce5), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:39.100566 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c33d6-93e6-4deb-9508-b3c7d7c7c841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb58d32-2b03-4cde-9dac-295f7c88cce5,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:55:39.111708 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c33d6-93e6-4deb-9508-b3c7d7c7c841 admin admin] Checking segment: {'id': '10272a73-7146-4dfa-a6b3-853243b03581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:55:39.112131 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97c33d6-93e6-4deb-9508-b3c7d7c7c841 admin admin] Network hostable DHCP agents. Network: 3fede057-5910-44bb-b3b0-9c6074d97070, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:55:39.135060 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97c33d6-93e6-4deb-9508-b3c7d7c7c841 admin admin] Network 3fede057-5910-44bb-b3b0-9c6074d97070 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:55:39.146746 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-b97c33d6-93e6-4deb-9508-b3c7d7c7c841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 3fede057-5910-44bb-b3b0-9c6074d97070) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:55:39.152210 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97c33d6-93e6-4deb-9508-b3c7d7c7c841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:55:39.153283 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b97c33d6-93e6-4deb-9508-b3c7d7c7c841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:39.157803 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87e26c1-4bf7-4085-96fc-7f21b4490595 None None] Network 3fede057-5910-44bb-b3b0-9c6074d97070 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:55:39.169832 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b97c33d6-93e6-4deb-9508-b3c7d7c7c841 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3637025 May 26 17:55:39.373594 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e6c291-d0de-5d0e-a6fa-1647aae683f0-3fede057-5910-44bb-b3b0-9c6074d97070', 'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070', 'project_id': '0ff1c526db504733a6f9bcf8c7e9e653', 'fixed_ips': [{'subnet_id': 'ddb58d32-2b03-4cde-9dac-295f7c88cce5'}]}} from dv-cinder-836074-5-iscsi. {{(pid=103838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 17:55:39.374700 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:39.526651 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Allocated IP 192.168.233.2 (3fede057-5910-44bb-b3b0-9c6074d97070/ddb58d32-2b03-4cde-9dac-295f7c88cce5/0a43f89c-a44d-4b6b-ba67-b6dbebf5909a) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:55:39.685013 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Publish callbacks [] for port (0a43f89c-a44d-4b6b-ba67-b6dbebf5909a), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:39.694621 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (0a43f89c-a44d-4b6b-ba67-b6dbebf5909a), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:39.744533 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Network 3fede057-5910-44bb-b3b0-9c6074d97070 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:55:39.749777 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:55:39.756174 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:55:39.763459 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Pushing event updated for resources: {'Port': ['ID=0a43f89c-a44d-4b6b-ba67-b6dbebf5909a,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:55:39.775722 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.776093 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.776459 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.776820 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.777155 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.777496 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.777815 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.778146 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.778469 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.778793 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.779116 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.779454 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.779780 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.780122 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.780443 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:39.833917 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Attempting to bind port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:55:39.834284 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Attempting to bind port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': '10272a73-7146-4dfa-a6b3-853243b03581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:55:39.834648 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Attempting to bind port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a on network 3fede057-5910-44bb-b3b0-9c6074d97070 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:55:39.840275 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:55:39.840649 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Checking segment: {'id': '10272a73-7146-4dfa-a6b3-853243b03581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:55:39.841053 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:39.841449 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Bound using segment: {'id': '10272a73-7146-4dfa-a6b3-853243b03581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:55:39.841913 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Bound port: 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10272a73-7146-4dfa-a6b3-853243b03581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:55:39.842300 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0a43f89c-a44d-4b6b-ba67-b6dbebf5909a), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:39.904245 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] For port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:55:39.907526 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] For port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=0a43f89c-a44d-4b6b-ba67-b6dbebf5909a,segment=NetworkSegment(10272a73-7146-4dfa-a6b3-853243b03581),segment_id=10272a73-7146-4dfa-a6b3-853243b03581)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:55:39.913602 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0a43f89c-a44d-4b6b-ba67-b6dbebf5909a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:39.971862 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339e04b-0fc7-4345-a652-9bb37e5164df None None] Pushing event updated for resources: {'Port': ['ID=0a43f89c-a44d-4b6b-ba67-b6dbebf5909a,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:55:40.886454 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b27c864-11f6-404b-a9e2-71579dd2a76f None None] Network 3fede057-5910-44bb-b3b0-9c6074d97070 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:55:40.947038 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-e85b613d-c4ba-4d3d-8f62-a9a96b426499 None None] Provisioning complete for port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:55:40.948065 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e85b613d-c4ba-4d3d-8f62-a9a96b426499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (0a43f89c-a44d-4b6b-ba67-b6dbebf5909a), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:40.955280 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:41.011378 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:41.080371 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-e85b613d-c4ba-4d3d-8f62-a9a96b426499 None None] Current status of the port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:55:41.080696 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e85b613d-c4ba-4d3d-8f62-a9a96b426499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0a43f89c-a44d-4b6b-ba67-b6dbebf5909a), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:41.101604 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:55:41.158697 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-e85b613d-c4ba-4d3d-8f62-a9a96b426499 None None] For port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=0a43f89c-a44d-4b6b-ba67-b6dbebf5909a,segment=NetworkSegment(10272a73-7146-4dfa-a6b3-853243b03581),segment_id=10272a73-7146-4dfa-a6b3-853243b03581)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:55:41.170392 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e85b613d-c4ba-4d3d-8f62-a9a96b426499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0a43f89c-a44d-4b6b-ba67-b6dbebf5909a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:41.179518 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:55:41.179887 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (0a43f89c-a44d-4b6b-ba67-b6dbebf5909a), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:41.290696 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:55:41.317248 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b613d-c4ba-4d3d-8f62-a9a96b426499 None None] Pushing event updated for resources: {'Port': ['ID=0a43f89c-a44d-4b6b-ba67-b6dbebf5909a,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:55:41.490613 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-332fc65b-23f1-4d5e-bccd-d84d1e206b94 None None] Provisioning complete for port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:55:41.491004 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-332fc65b-23f1-4d5e-bccd-d84d1e206b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (0a43f89c-a44d-4b6b-ba67-b6dbebf5909a), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:41.574038 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-332fc65b-23f1-4d5e-bccd-d84d1e206b94 None None] Current status of the port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:55:43.059997 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:55:43.105858 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:55:43.106263 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (0a43f89c-a44d-4b6b-ba67-b6dbebf5909a), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:43.192075 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 0a43f89c-a44d-4b6b-ba67-b6dbebf5909a is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:55:43.653119 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=10 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:43.654052 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=12 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:46.760652 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=6 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:47.989750 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c3569676-e251-4904-8048-9af8f8b25c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:49.162934 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=68,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:49.164820 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=70,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:50.160964 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2b0cf8a4-82a9-4f70-851a-44181f4feb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:51.469009 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:52.493448 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:54.105053 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:54.121647 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:04.115589 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:13.756475 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=5 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:13.765558 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 5 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:56:17.991334 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6269f2d9-4f29-4b3d-99af-c7b28e25da5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:20.156345 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4bd069ed-0455-4f22-b7e0-771b64d7180a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:21.462528 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:22.494023 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:23.761049 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:24.119762 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:34.105204 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:34.112101 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:47.986049 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-404b7476-3349-4cb5-a2fc-04bcccf029f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:50.171534 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c1b38063-a43c-43ac-86cb-fe20b9b6c92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:50.751729 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:50.751729 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:50.766371 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 5 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:56:51.470336 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:52.500634 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:54.124915 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:00.760901 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:04.117923 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:04.119959 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:17.637735 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=14 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:17.642745 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=12 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:17.990868 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-81f4aff5-ecb8-4924-a88a-42fe31d0d156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:20.163154 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c8af-69a1-47e0-bb5e-b5201fbe3f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:21.470417 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:22.504403 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:23.060808 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 36998) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:57:23.067183 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [None req-04e9eed0-e9f4-4a14-8c72-da4cb07cb490 tempest-verify_tempest_config-1965722511 tempest-verify_tempest_config-1965722511-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:57:23.068235 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-04e9eed0-e9f4-4a14-8c72-da4cb07cb490 tempest-verify_tempest_config-1965722511 tempest-verify_tempest_config-1965722511-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064361 May 26 17:57:23.527320 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37016) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:57:23.636601 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:23.743943 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Publish callbacks [] for security_group (0ac8252a-4a9d-4c20-949e-1dcf3dfe6ef2), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:23.748158 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (0ac8252a-4a9d-4c20-949e-1dcf3dfe6ef2), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:23.801904 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f9e1f47e2cda41c1a175bcfb36b38726&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2734950 May 26 17:57:23.802896 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac8252a-4a9d-4c20-949e-1dcf3dfe6ef2,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:57:23.805183 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37020) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:57:23.810608 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.811050 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.811446 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.811842 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.812237 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.812573 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.812904 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.813231 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.813606 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.813888 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.814268 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.814618 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.814994 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.815898 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.816387 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b5fa6-63d3-4f71-8ae9-24b4138501be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:23.892827 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Publish callbacks [] for security_group (0ac8252a-4a9d-4c20-949e-1dcf3dfe6ef2), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:23.915994 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Publish callbacks [] for security_group (0ac8252a-4a9d-4c20-949e-1dcf3dfe6ef2), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:24.013790 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (0ac8252a-4a9d-4c20-949e-1dcf3dfe6ef2), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:24.016325 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:24.020676 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ac8252a-4a9d-4c20-949e-1dcf3dfe6ef2 HTTP/1.1" status: 204 len: 168 time: 0.2140646 May 26 17:57:24.028647 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac8252a-4a9d-4c20-949e-1dcf3dfe6ef2,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:57:24.036429 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.036775 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.037105 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.037439 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.037773 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.038088 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.038579 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.038901 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.039225 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.039570 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.039891 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.040261 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.040583 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.040899 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.041213 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8775d-ea33-4a34-9d8c-7b2213385be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:24.123730 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:27.745971 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:27.747266 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:27.766941 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 5 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:57:33.797864 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:33.810485 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:34.024631 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:34.032371 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:34.108213 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=11 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:34.116622 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:37.760042 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:37.761393 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:47.994188 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc39f-1cd6-46cb-a239-299d7a579558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:50.156592 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d7dbc3b8-b16c-4a39-90a2-2a99ae4f7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:51.472994 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:52.503165 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:54.117308 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:04.110926 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:04.111806 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:04.738004 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:04.743435 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=4 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:04.766833 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 5 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:58:15.751835 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:15.752625 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:17.996628 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-47c260c3-8300-4a0e-baf9-940b99307bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:20.158636 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d1a5de40-7fb9-4ad1-909c-f9f3e943fddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:21.475506 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:22.508776 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:24.121412 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:34.114697 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:34.116690 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:41.728690 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:41.740488 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=5 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:41.766136 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 5 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:58:47.998977 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9163-2b92-4ac7-a311-c0e10cf8cbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:50.162010 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6f0cdc58-aa18-400b-8256-0646f0d476b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:51.477816 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:51.760035 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:51.761369 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:52.511055 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:54.124830 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:04.114341 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:04.119681 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:13.366549 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8119050'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:18.001528 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f3f95d96-b8d9-4f49-b916-0846221170c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:18.735441 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=16 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:18.736375 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=16 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:18.764360 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:59:20.163622 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7621a9b4-3b90-4f2e-b9e2-e96bf5121d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:21.481224 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:22.521480 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:24.127970 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:26.977857 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37096) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:59:27.088617 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-9b5ec48f-a774-42fe-9aca-fa35cc72ad76 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1095710 May 26 17:59:28.759221 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:28.760489 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:29.428369 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37106) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:59:29.485448 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f481bee4-ce09-454c-95b8-d51d74ee28f7 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0559607 May 26 17:59:34.121896 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:34.123887 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:39.480157 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:39.481237 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:43.319445 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:48.007423 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6e487611-a60e-44b1-b87b-13d69d2d5f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:50.165896 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8859-83cf-4705-a5a0-35c0e8901459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:51.482673 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:52.517150 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:54.132923 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:55.727376 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:55.732249 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=4 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:55.763566 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:00:04.125634 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:04.127529 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:05.759846 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:13.317196 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:15.756314 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:18.003396 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b26b8f9a-4a0e-4e28-915e-807100bf4d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:20.167760 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-82d688c6-e664-41b3-b420-8dc883e2833c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:21.494940 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:22.520059 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:24.130397 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:32.724776 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:32.731792 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:32.763165 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:00:34.120664 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:34.125261 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:42.757893 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:42.759145 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:43.314237 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:48.007014 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-451b6336-3e75-4c45-9ee6-70bf0944c75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:50.171291 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-742e76ac-01bb-450d-b615-16ba4df1d0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:51.492260 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:52.523940 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:54.129865 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:04.122932 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:04.125506 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:09.698699 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37290) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:09.764828 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:01:09.785778 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37300) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:09.885330 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37306) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:10.078980 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-network', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:10.114708 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Made reservation on behalf of ab53cc69f7b0424cb689317c4be9b685 for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:10.118684 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.129259 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.240859 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1355690841-network', 'tenant_id': '41aaf61888b149a59ed741d201490e52'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:10.261292 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Publish callbacks [] for security_group (c5442727-7c1d-4431-9733-eb522b860e4b), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.268739 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (c5442727-7c1d-4431-9733-eb522b860e4b), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.308479 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5442727-7c1d-4431-9733-eb522b860e4b,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:10.322716 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:01:10.325767 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.326302 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.326914 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.327417 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.327890 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.328380 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.328861 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.343219 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.343853 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.344383 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.344891 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.345376 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.345869 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.346347 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.346674 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Tracked resource versions report: May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: pushed versions: May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: { 'AddressGroup': {'1.2'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Agent': {'1.1'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'ConntrackHelper': {'1.0'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'LocalIPAssociation': {'1.0'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Log': {'1.0'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'NDPProxy': {'1.0'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Network': {'1.1'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Port': {'1.7'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'PortForwarding': {'1.3'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'QosPolicy': {'1.10'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'SecurityGroup': {'1.5'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'SecurityGroupRule': {'1.2'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'SubPort': {'1.0'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Subnet': {'1.1'}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Trunk': {'1.1'}} May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: consumer versions: May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: { DHCP agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: HyperV agent@hv-cinder-83607: {}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: L3 agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: Metadata agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: Metering agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: Open vSwitch agent@dv-cinder-836074-5-iscsi: { 'AddressGroup': '1.2', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Agent': '1.1', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'ConntrackHelper': '1.0', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'LocalIPAssociation': '1.0', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Log': '1.0', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'NDPProxy': '1.0', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Network': '1.1', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Port': '1.7', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'PortForwarding': '1.3', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'QosPolicy': '1.10', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'SecurityGroup': '1.5', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'SecurityGroupRule': '1.2', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'SubPort': '1.0', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Subnet': '1.1', May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: 'Trunk': '1.1'}} May 26 18:01:10.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: {{(pid=103837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:01:10.366841 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Made reservation on behalf of 41aaf61888b149a59ed741d201490e52 for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:10.369280 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.374324 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (8dc00428-5184-48b5-a037-466e14fb924e), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.374725 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Added segment 8dc00428-5184-48b5-a037-466e14fb924e of type vlan for network 2cd2844c-2075-4a75-ad58-855aef5bd960 May 26 18:01:10.390305 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.458319 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-678669124-network', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:10.515142 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Made reservation on behalf of 79f8f4d1e7da4bfe9629717a86ba0def for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:10.517863 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.540798 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.578410 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37332) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:10.589118 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (2cd2844c-2075-4a75-ad58-855aef5bd960), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.655636 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (2cd2844c-2075-4a75-ad58-855aef5bd960), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.656907 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:10.657714 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.704906 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Publish callbacks [] for security_group (239cddbb-2ecb-4d38-92c0-eb7d007293a1), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.711571 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (239cddbb-2ecb-4d38-92c0-eb7d007293a1), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.754283 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239cddbb-2ecb-4d38-92c0-eb7d007293a1,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:10.758582 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] Pushing event updated for resources: {'Network': ['ID=2cd2844c-2075-4a75-ad58-855aef5bd960,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:10.769127 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 2cd2844c-2075-4a75-ad58-855aef5bd960 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:01:10.770374 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.770883 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.771905 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.772625 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.774186 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.774748 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.775395 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.776093 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.776629 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.777182 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.777900 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.778497 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.778990 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.779678 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.780413 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:10.780833 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a7db3d1a-6acc-4337-8e15-e6f7391bbb23 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0803611 May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Tracked resource versions report: May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: pushed versions: May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: { 'AddressGroup': {'1.2'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Agent': {'1.1'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'ConntrackHelper': {'1.0'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'LocalIPAssociation': {'1.0'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Log': {'1.0'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'NDPProxy': {'1.0'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Network': {'1.1'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Port': {'1.7'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'PortForwarding': {'1.3'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'QosPolicy': {'1.10'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'SecurityGroup': {'1.5'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'SecurityGroupRule': {'1.2'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'SubPort': {'1.0'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Subnet': {'1.1'}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Trunk': {'1.1'}} May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: consumer versions: May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: { DHCP agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: HyperV agent@hv-cinder-83607: {}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: L3 agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: Metadata agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: Metering agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: Open vSwitch agent@dv-cinder-836074-5-iscsi: { 'AddressGroup': '1.2', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Agent': '1.1', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'ConntrackHelper': '1.0', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'LocalIPAssociation': '1.0', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Log': '1.0', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'NDPProxy': '1.0', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Network': '1.1', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Port': '1.7', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'PortForwarding': '1.3', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'QosPolicy': '1.10', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'SecurityGroup': '1.5', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'SecurityGroupRule': '1.2', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'SubPort': '1.0', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Subnet': '1.1', May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: 'Trunk': '1.1'}} May 26 18:01:10.782329 dv-cinder-836074-5-iscsi neutron-server[103836]: {{(pid=103836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:01:10.785768 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37344) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:10.800178 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:01:10.803481 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-e0845721-3809-4bbf-8917-9eb00096eaf9 admin admin] Request body: {'subnet': {'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-subnet', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:10.813962 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (f80af217-6673-4d79-aaaa-0e0a656f8c77), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.814474 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Added segment f80af217-6673-4d79-aaaa-0e0a656f8c77 of type vlan for network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 May 26 18:01:10.853639 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0845721-3809-4bbf-8917-9eb00096eaf9 admin admin] Made reservation on behalf of ab53cc69f7b0424cb689317c4be9b685 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:10.856657 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e0845721-3809-4bbf-8917-9eb00096eaf9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.943551 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:10.953375 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Publish callbacks [] for security_group (caa160d7-ff3c-4ca9-ab17-6757eaa6113c), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:10.964472 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (caa160d7-ff3c-4ca9-ab17-6757eaa6113c), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.015271 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:01:11.032890 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-network', 'tenant_id': '53288d567a8f426bb068908db481e32e'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:11.037723 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa160d7-ff3c-4ca9-ab17-6757eaa6113c,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:11.045013 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (5eaeaec7-7668-4eff-a06b-542569d64f0d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.045902 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Added segment 5eaeaec7-7668-4eff-a06b-542569d64f0d of type vlan for network 6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 May 26 18:01:11.063678 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (0bfb788b-88d8-4bf1-bef0-c0a994bf6666), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.084418 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Made reservation on behalf of 53288d567a8f426bb068908db481e32e for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:11.087580 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.112910 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.122480 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (0bfb788b-88d8-4bf1-bef0-c0a994bf6666), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.124391 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:11.125459 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.157246 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2693553 May 26 18:01:11.161181 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37352) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:11.166939 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-df908369-cadf-4006-a488-5b32d48a2477 admin admin] Request body: {'subnet': {'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-678669124-subnet', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:11.169538 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=6 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:11.181333 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e0845721-3809-4bbf-8917-9eb00096eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (d8f61508-65b2-43cd-83fc-505deb57e794), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.222993 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (6b9b5b4a-a88b-47f5-b18b-d8928aa5e340), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.264200 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0845721-3809-4bbf-8917-9eb00096eaf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f61508-65b2-43cd-83fc-505deb57e794,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:11.276917 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df908369-cadf-4006-a488-5b32d48a2477 admin admin] Made reservation on behalf of 79f8f4d1e7da4bfe9629717a86ba0def for: {'subnet': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:11.279400 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-df908369-cadf-4006-a488-5b32d48a2477 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.283505 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4807ff-5ce4-4cd6-aebf-d497cd32d500 admin admin] Pushing event updated for resources: {'Network': ['ID=0bfb788b-88d8-4bf1-bef0-c0a994bf6666,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:11.285087 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (6b9b5b4a-a88b-47f5-b18b-d8928aa5e340), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.286793 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:11.287435 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.309464 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:01:11.361428 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0845721-3809-4bbf-8917-9eb00096eaf9 admin admin] Checking segment: {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:11.362054 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0845721-3809-4bbf-8917-9eb00096eaf9 admin admin] Network hostable DHCP agents. Network: 2cd2844c-2075-4a75-ad58-855aef5bd960, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:01:11.375999 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.5889032 May 26 18:01:11.380493 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37364) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:11.389595 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-021e314a-466b-44a9-9ce9-99ae038e156c admin admin] Request body: {'subnet': {'network_id': '6b9b5b4a-a88b-47f5-b18b-d8928aa5e340', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1355690841-subnet', 'tenant_id': '41aaf61888b149a59ed741d201490e52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:11.404394 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54680f46-7ece-412e-a3a6-b9181cedb085 admin admin] Pushing event updated for resources: {'Network': ['ID=6b9b5b4a-a88b-47f5-b18b-d8928aa5e340,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:11.422926 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021e314a-466b-44a9-9ce9-99ae038e156c admin admin] Made reservation on behalf of 41aaf61888b149a59ed741d201490e52 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:11.425866 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-021e314a-466b-44a9-9ce9-99ae038e156c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.437899 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Publish callbacks [] for security_group (f83be444-654b-4cac-8c60-755eb86458f5), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.442412 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0845721-3809-4bbf-8917-9eb00096eaf9 admin admin] Network 2cd2844c-2075-4a75-ad58-855aef5bd960 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:01:11.444989 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f83be444-654b-4cac-8c60-755eb86458f5), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.446209 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:01:11.503812 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-e0845721-3809-4bbf-8917-9eb00096eaf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 2cd2844c-2075-4a75-ad58-855aef5bd960) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:11.517342 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0845721-3809-4bbf-8917-9eb00096eaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:11.518207 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e0845721-3809-4bbf-8917-9eb00096eaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.538619 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50233c4-d7d3-4a1c-95f6-b05f80ec2cd5 None None] Network 2cd2844c-2075-4a75-ad58-855aef5bd960 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:01:11.564650 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e0845721-3809-4bbf-8917-9eb00096eaf9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7788916 May 26 18:01:11.568243 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37370) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:11.575296 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:11.608435 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8124790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30497'] for router (160b2a10-3209-4a76-a356-fb34b111eca5), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.609991 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8125126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8118390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30682'] for router (160b2a10-3209-4a76-a356-fb34b111eca5), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.703628 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:11.704364 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:11.722388 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83be444-654b-4cac-8c60-755eb86458f5,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:11.725986 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-df908369-cadf-4006-a488-5b32d48a2477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (9c4bb892-83e3-4ae4-bd0c-13631a4610a8), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.745863 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e6c291-d0de-5d0e-a6fa-1647aae683f0-2cd2844c-2075-4a75-ad58-855aef5bd960', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794'}]}} from dv-cinder-836074-5-iscsi. {{(pid=103838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:01:11.746998 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.754001 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:01:11.808596 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (ccb6347c-57e0-42f2-8db4-c698be22ea41), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.809352 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Added segment ccb6347c-57e0-42f2-8db4-c698be22ea41 of type vlan for network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 May 26 18:01:11.838899 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df908369-cadf-4006-a488-5b32d48a2477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4bb892-83e3-4ae4-bd0c-13631a4610a8,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:11.858708 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Publish callbacks [] for router_controller (160b2a10-3209-4a76-a356-fb34b111eca5), precommit_add_association {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.935819 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:11.940660 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (18d1c3ca-82fe-45c8-9ec5-367933ffa4c4), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.946895 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-021e314a-466b-44a9-9ce9-99ae038e156c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (1613fb41-5472-44f8-8011-41be514957ec), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:11.962191 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df908369-cadf-4006-a488-5b32d48a2477 admin admin] Checking segment: {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:11.964425 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df908369-cadf-4006-a488-5b32d48a2477 admin admin] Network hostable DHCP agents. Network: 0bfb788b-88d8-4bf1-bef0-c0a994bf6666, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:01:12.019060 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (18d1c3ca-82fe-45c8-9ec5-367933ffa4c4), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.021333 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:12.023908 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.045036 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df908369-cadf-4006-a488-5b32d48a2477 admin admin] Network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:01:12.076937 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Allocated IP 172.20.0.2 (2cd2844c-2075-4a75-ad58-855aef5bd960/d8f61508-65b2-43cd-83fc-505deb57e794/96fab278-caeb-40f7-a38a-ce607328dfce) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:12.103023 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.5233288 May 26 18:01:12.113426 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37388) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:12.151718 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Publish callbacks [] for router_gateway (160b2a10-3209-4a76-a356-fb34b111eca5), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.187578 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-0f5130d3-69cd-4f70-8d57-cc7c2cbd320c admin admin] Request body: {'subnet': {'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-subnet', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:12.201983 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-df908369-cadf-4006-a488-5b32d48a2477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 0bfb788b-88d8-4bf1-bef0-c0a994bf6666) {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:12.233521 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df908369-cadf-4006-a488-5b32d48a2477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:12.234116 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-df908369-cadf-4006-a488-5b32d48a2477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.277240 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c5e4b-5058-4ff3-a9d2-e07ca04b5d2d admin admin] Pushing event updated for resources: {'Network': ['ID=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:12.292579 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:12.317252 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-df908369-cadf-4006-a488-5b32d48a2477 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1542721 May 26 18:01:12.321612 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37408) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:12.323633 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5130d3-69cd-4f70-8d57-cc7c2cbd320c admin admin] Made reservation on behalf of 53288d567a8f426bb068908db481e32e for: {'subnet': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:12.329890 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0f5130d3-69cd-4f70-8d57-cc7c2cbd320c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.343299 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Publish callbacks [] for port (96fab278-caeb-40f7-a38a-ce607328dfce), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.343882 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:12.352920 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d4fbad-ab22-4fed-af6a-ef7904aaaadd None None] Network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:01:12.430879 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Publish callbacks [] for router_gateway (160b2a10-3209-4a76-a356-fb34b111eca5), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.431448 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:01:12.444646 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (96fab278-caeb-40f7-a38a-ce607328dfce), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.466287 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8124790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30497'] for router (52382004-7f79-4e59-aa0b-bcab076a4e8b), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.467500 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8125126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8118390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30682'] for router (52382004-7f79-4e59-aa0b-bcab076a4e8b), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.476532 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.554842 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Publish callbacks [] for router_controller (52382004-7f79-4e59-aa0b-bcab076a4e8b), precommit_add_association {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.597875 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Allocated IP 172.27.0.251 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/4889fe64-f581-4101-97e6-9924c7fa2c94) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:12.730029 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Publish callbacks [] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.764526 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e314a-466b-44a9-9ce9-99ae038e156c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1613fb41-5472-44f8-8011-41be514957ec,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:12.773275 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:12.780471 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e314a-466b-44a9-9ce9-99ae038e156c admin admin] Checking segment: {'id': '5eaeaec7-7668-4eff-a06b-542569d64f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6b9b5b4a-a88b-47f5-b18b-d8928aa5e340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:12.781126 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021e314a-466b-44a9-9ce9-99ae038e156c admin admin] Network hostable DHCP agents. Network: 6b9b5b4a-a88b-47f5-b18b-d8928aa5e340, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:01:12.811071 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Pushing event updated for resources: {'Port': ['ID=96fab278-caeb-40f7-a38a-ce607328dfce,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:12.824384 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021e314a-466b-44a9-9ce9-99ae038e156c admin admin] Network 6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:01:12.827111 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0f5130d3-69cd-4f70-8d57-cc7c2cbd320c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (3b59f225-65a0-4eef-b8a2-9cfb718da775), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.830768 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.862684 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Network 2cd2844c-2075-4a75-ad58-855aef5bd960 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:12.874630 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:12.883467 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:12.888567 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:12.889165 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5130d3-69cd-4f70-8d57-cc7c2cbd320c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b59f225-65a0-4eef-b8a2-9cfb718da775,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:12.901013 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-021e314a-466b-44a9-9ce9-99ae038e156c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 6b9b5b4a-a88b-47f5-b18b-d8928aa5e340) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:12.908625 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:12.916632 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e314a-466b-44a9-9ce9-99ae038e156c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:12.917255 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-021e314a-466b-44a9-9ce9-99ae038e156c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:12.919877 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:12.924417 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.924765 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.928170 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:12.935800 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.936391 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.936756 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.937096 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.937438 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.937774 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.938111 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.938445 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.938776 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.939122 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.939455 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.939783 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.940130 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Tracked resource versions report: May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: pushed versions: May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: { 'AddressGroup': {'1.2'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Agent': {'1.1'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'ConntrackHelper': {'1.0'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'LocalIPAssociation': {'1.0'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Log': {'1.0'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'NDPProxy': {'1.0'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Network': {'1.1'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Port': {'1.7'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'PortForwarding': {'1.3'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'QosPolicy': {'1.10'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'SecurityGroup': {'1.5'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'SecurityGroupRule': {'1.2'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'SubPort': {'1.0'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Subnet': {'1.1'}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Trunk': {'1.1'}} May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: consumer versions: May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: { DHCP agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: HyperV agent@hv-cinder-83607: {}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: L3 agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: Metadata agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: Metering agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: Open vSwitch agent@dv-cinder-836074-5-iscsi: { 'AddressGroup': '1.2', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Agent': '1.1', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'ConntrackHelper': '1.0', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'LocalIPAssociation': '1.0', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Log': '1.0', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'NDPProxy': '1.0', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Network': '1.1', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Port': '1.7', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'PortForwarding': '1.3', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'QosPolicy': '1.10', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'SecurityGroup': '1.5', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'SecurityGroupRule': '1.2', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'SubPort': '1.0', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Subnet': '1.1', May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: 'Trunk': '1.1'}} May 26 18:01:12.944037 dv-cinder-836074-5-iscsi neutron-server[103838]: {{(pid=103838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:01:12.977040 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Pushing event updated for resources: {'Port': ['ID=4889fe64-f581-4101-97e6-9924c7fa2c94,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:12.995176 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e43caa-96fd-413e-bfa2-8d3007dbbe41 None None] Network 6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:01:12.996465 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Publish callbacks [] for router_gateway (52382004-7f79-4e59-aa0b-bcab076a4e8b), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:13.002184 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:13.010583 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5130d3-69cd-4f70-8d57-cc7c2cbd320c admin admin] Checking segment: {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:13.010944 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5130d3-69cd-4f70-8d57-cc7c2cbd320c admin admin] Network hostable DHCP agents. Network: 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:01:13.051428 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:13.097941 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5130d3-69cd-4f70-8d57-cc7c2cbd320c admin admin] Network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:01:13.124993 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-0f5130d3-69cd-4f70-8d57-cc7c2cbd320c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4) {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:13.133400 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5130d3-69cd-4f70-8d57-cc7c2cbd320c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:13.134008 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0f5130d3-69cd-4f70-8d57-cc7c2cbd320c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:13.191746 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-0f5130d3-69cd-4f70-8d57-cc7c2cbd320c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0059872 May 26 18:01:13.222926 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37448) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:13.227637 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:13.229252 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-021e314a-466b-44a9-9ce9-99ae038e156c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8472986 May 26 18:01:13.339028 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Publish callbacks [] for router_gateway (52382004-7f79-4e59-aa0b-bcab076a4e8b), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:13.352192 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc2b869-a286-4df9-8779-17db749c1e86 None None] Network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:01:13.366694 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:13.493648 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Allocated IP 172.27.0.202 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/4c638127-a819-4aa2-9fa6-167822212501) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:13.504466 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:13.528427 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8124790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30497'] for router (c9629e1e-c9da-4f32-a870-980ea02d3823), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:13.528427 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8125126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8118390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30682'] for router (c9629e1e-c9da-4f32-a870-980ea02d3823), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:13.634831 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e6c291-d0de-5d0e-a6fa-1647aae683f0-0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8'}]}} from dv-cinder-836074-5-iscsi. {{(pid=103838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:01:13.638243 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:13.649761 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e6c291-d0de-5d0e-a6fa-1647aae683f0-18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'project_id': '53288d567a8f426bb068908db481e32e', 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775'}]}} from dv-cinder-836074-5-iscsi. {{(pid=103838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:01:13.652502 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:13.655300 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Publish callbacks [] for router_controller (c9629e1e-c9da-4f32-a870-980ea02d3823), precommit_add_association {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:13.690656 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Publish callbacks [] for router_gateway (160b2a10-3209-4a76-a356-fb34b111eca5), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:13.701321 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:13.725954 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8767fd3-0317-48d4-b22e-aa6810283e3e None None] Network 6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:01:13.738764 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Publish callbacks [] for port (4c638127-a819-4aa2-9fa6-167822212501), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:14.045340 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Attempting to bind port 96fab278-caeb-40f7-a38a-ce607328dfce on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:14.047499 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Attempting to bind port 96fab278-caeb-40f7-a38a-ce607328dfce by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:14.048958 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Attempting to bind port 96fab278-caeb-40f7-a38a-ce607328dfce on network 2cd2844c-2075-4a75-ad58-855aef5bd960 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:14.141530 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37510) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:14.177422 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8125169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8118277'] for router (160b2a10-3209-4a76-a356-fb34b111eca5), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:14.222665 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:14.223052 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Checking segment: {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:14.223856 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:14.224290 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Bound using segment: {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:14.224778 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Bound port: 96fab278-caeb-40f7-a38a-ce607328dfce, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:14.225165 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (96fab278-caeb-40f7-a38a-ce607328dfce), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:14.232206 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37518) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:14.348975 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (4c638127-a819-4aa2-9fa6-167822212501), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:14.389455 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Publish callbacks [] for router_gateway (c9629e1e-c9da-4f32-a870-980ea02d3823), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:14.391847 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Router 160b2a10-3209-4a76-a356-fb34b111eca5 is scheduled to L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 with binding_index 1 {{(pid=103837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:01:14.513264 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:14.537075 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:01:14.537622 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:14.549666 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:14.550713 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Sync routers for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:01:14.563812 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d2682535-c45c-4adf-b296-f46e1e60e425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:14.584899 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:01:14.585832 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:00:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:14.591589 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:14.596410 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-20708b6d-9acf-4e8d-9833-70e2d52b6d90 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0269997 May 26 18:01:14.600876 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37526) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:14.667368 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:14.703244 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:14.778733 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] For port 96fab278-caeb-40f7-a38a-ce607328dfce, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:14.783524 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] For port 96fab278-caeb-40f7-a38a-ce607328dfce, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=96fab278-caeb-40f7-a38a-ce607328dfce,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:14.810656 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (96fab278-caeb-40f7-a38a-ce607328dfce), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:14.834739 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37528) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:14.880298 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d696f98-3fa9-4e96-8e61-196852525ada None None] Pushing event updated for resources: {'Port': ['ID=96fab278-caeb-40f7-a38a-ce607328dfce,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:14.887235 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Allocated IP 172.20.0.2 (0bfb788b-88d8-4bf1-bef0-c0a994bf6666/9c4bb892-83e3-4ae4-bd0c-13631a4610a8/33c55768-0d68-48c1-8301-a0d28864ae7d) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:14.918296 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:14.924050 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:14.929053 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:01:14.944798 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:14.951524 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c638127-a819-4aa2-9fa6-167822212501,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:14.952713 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Allocated IP 172.20.0.2 (18d1c3ca-82fe-45c8-9ec5-367933ffa4c4/3b59f225-65a0-4eef-b8a2-9cfb718da775/dbbd9c77-2d58-45af-80f5-271ae0234018) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:15.055964 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3cd5e280-67bf-4940-8ef6-79f6497d11f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.242802 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3cd5e280-67bf-4940-8ef6-79f6497d11f2 admin admin] Publish callbacks [] for security_group (688aaa0a-19f5-4281-9e4c-984123fc2522), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.256347 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3cd5e280-67bf-4940-8ef6-79f6497d11f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (688aaa0a-19f5-4281-9e4c-984123fc2522), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.294679 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-df11be55-ca0c-40f6-aac1-db08a86da2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.307772 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3cd5e280-67bf-4940-8ef6-79f6497d11f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=421956e14b9e4148995a4dde9c971988&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0745218 May 26 18:01:15.310114 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d2682535-c45c-4adf-b296-f46e1e60e425 admin admin] Publish callbacks [] for security_group (4e1742d5-b6a9-4000-9210-f35da5b8fa21), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.332464 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37546) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:15.339052 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Publish callbacks [] for router_gateway (c9629e1e-c9da-4f32-a870-980ea02d3823), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.367722 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5e280-67bf-4940-8ef6-79f6497d11f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688aaa0a-19f5-4281-9e4c-984123fc2522,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:15.399434 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:13Z', 'revision_number': 3, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:15.419061 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d2682535-c45c-4adf-b296-f46e1e60e425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (4e1742d5-b6a9-4000-9210-f35da5b8fa21), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.462890 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Publish callbacks [] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.480661 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Checking router: 160b2a10-3209-4a76-a356-fb34b111eca5 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:01:15.481235 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Updating router 160b2a10-3209-4a76-a356-fb34b111eca5 port 4889fe64-f581-4101-97e6-9924c7fa2c94 binding host dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:01:15.501990 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d2682535-c45c-4adf-b296-f46e1e60e425 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e988d9acf37a4d70a977820f2d4a87d1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3589878 May 26 18:01:15.505469 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.510325 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37556) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:15.514823 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.524852 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Publish callbacks [] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.555982 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2682535-c45c-4adf-b296-f46e1e60e425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1742d5-b6a9-4000-9210-f35da5b8fa21,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:15.572955 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.636647 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:15.650704 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Pushing event updated for resources: {'Port': ['ID=33c55768-0d68-48c1-8301-a0d28864ae7d,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:15.661820 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.676999 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=82,neutron:UPDATE=11,neutron:INSERT=7 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:15.701009 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:15.721448 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:15.727831 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:15.772115 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:15.794345 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-df11be55-ca0c-40f6-aac1-db08a86da2d5 admin admin] Publish callbacks [] for security_group (1d05a70a-4855-40da-941d-d08c42e23798), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.795336 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7c9b61f2-458f-4511-a1be-312eaf0364be admin admin] Publish callbacks [] for security_group (4e1742d5-b6a9-4000-9210-f35da5b8fa21), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.807326 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Publish callbacks [] for router_gateway (52382004-7f79-4e59-aa0b-bcab076a4e8b), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.810579 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:15.815076 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:15.818260 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-df11be55-ca0c-40f6-aac1-db08a86da2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (1d05a70a-4855-40da-941d-d08c42e23798), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.840428 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Pushing event updated for resources: {'Port': ['ID=dbbd9c77-2d58-45af-80f5-271ae0234018,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:15.861087 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Attempting to bind port 33c55768-0d68-48c1-8301-a0d28864ae7d on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:15.861839 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Attempting to bind port 33c55768-0d68-48c1-8301-a0d28864ae7d by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:15.862771 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Attempting to bind port 33c55768-0d68-48c1-8301-a0d28864ae7d on network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:15.876627 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:15.877245 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Checking segment: {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:15.877803 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.878328 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Bound using segment: {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:15.878932 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Bound port: 33c55768-0d68-48c1-8301-a0d28864ae7d, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:15.880096 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.885682 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7c9b61f2-458f-4511-a1be-312eaf0364be admin admin] Publish callbacks [] for security_group (4e1742d5-b6a9-4000-9210-f35da5b8fa21), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:15.906400 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37574) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:15.910346 dv-cinder-836074-5-iscsi neutron-server[103836]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 18:01:15.925333 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-df11be55-ca0c-40f6-aac1-db08a86da2d5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20d7296a14de4044bbc619c9b543fbc5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0834103 May 26 18:01:16.007907 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:16.014680 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Attempting to bind port dbbd9c77-2d58-45af-80f5-271ae0234018 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:16.015358 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Attempting to bind port dbbd9c77-2d58-45af-80f5-271ae0234018 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:16.015871 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Attempting to bind port dbbd9c77-2d58-45af-80f5-271ae0234018 on network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:16.030555 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37578) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:16.032514 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11be55-ca0c-40f6-aac1-db08a86da2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d05a70a-4855-40da-941d-d08c42e23798,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:16.033077 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:16.033638 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Checking segment: {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:16.034184 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.034877 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Bound using segment: {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:16.035523 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Bound port: dbbd9c77-2d58-45af-80f5-271ae0234018, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:16.036593 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.070596 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] For port 33c55768-0d68-48c1-8301-a0d28864ae7d, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:16.136993 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] For port 33c55768-0d68-48c1-8301-a0d28864ae7d, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=33c55768-0d68-48c1-8301-a0d28864ae7d,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:16.197181 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.233055 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-fd9f6de1-66d6-4da2-98cd-c5576c1735c4 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:16.234749 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:16.241524 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-fd9f6de1-66d6-4da2-98cd-c5576c1735c4 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/networks?id=6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 HTTP/1.1" status: 200 len: 812 time: 0.3321111 May 26 18:01:16.246274 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Publish callbacks [] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.258328 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.268339 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-655b4a7c-7010-4d2c-8109-2776085a43a8 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/quotas/41aaf61888b149a59ed741d201490e52 HTTP/1.1" status: 200 len: 375 time: 0.0256169 May 26 18:01:16.276506 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7c9b61f2-458f-4511-a1be-312eaf0364be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (4e1742d5-b6a9-4000-9210-f35da5b8fa21), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.285034 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7c9b61f2-458f-4511-a1be-312eaf0364be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.309890 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7c9b61f2-458f-4511-a1be-312eaf0364be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e1742d5-b6a9-4000-9210-f35da5b8fa21 HTTP/1.1" status: 204 len: 168 time: 0.7717657 May 26 18:01:16.319410 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] For port dbbd9c77-2d58-45af-80f5-271ae0234018, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:16.324059 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Attempting to bind port 4889fe64-f581-4101-97e6-9924c7fa2c94 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:16.324488 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Attempting to bind port 4889fe64-f581-4101-97e6-9924c7fa2c94 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:16.324859 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Attempting to bind port 4889fe64-f581-4101-97e6-9924c7fa2c94 on network fe5e7183-55e6-482c-9be6-dbe7ef622043 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:16.346036 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] For port dbbd9c77-2d58-45af-80f5-271ae0234018, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=dbbd9c77-2d58-45af-80f5-271ae0234018,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:16.371115 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-db7221f7-dd61-4888-b391-9b8226fadc8d tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41aaf61888b149a59ed741d201490e52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015861 May 26 18:01:16.402104 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.411427 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:16.412052 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Checking segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:16.412671 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.421544 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b61f2-458f-4511-a1be-312eaf0364be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1742d5-b6a9-4000-9210-f35da5b8fa21,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:16.423176 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4466686-7d51-4c33-b8f1-657ec070d732 None None] Pushing event updated for resources: {'Port': ['ID=33c55768-0d68-48c1-8301-a0d28864ae7d,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:16.423634 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Bound using segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:16.424474 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Bound port: 4889fe64-f581-4101-97e6-9924c7fa2c94, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:16.424894 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.501579 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:16.508076 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.576188 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Pushing event updated for resources: {'Port': ['ID=4889fe64-f581-4101-97e6-9924c7fa2c94,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:16.608505 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9812b-44c3-42cd-8ac6-ff7ce8c67b1f None None] Pushing event updated for resources: {'Port': ['ID=dbbd9c77-2d58-45af-80f5-271ae0234018,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:16.617636 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.617821 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1b06025c-4933-4bb5-9fb1-413a783af57a admin admin] Publish callbacks [] for security_group (688aaa0a-19f5-4281-9e4c-984123fc2522), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.618923 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.619632 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.620162 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.620641 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.621105 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.621803 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.622152 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.622494 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.622831 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.623169 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.623516 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.623853 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.624853 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.625333 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Tracked resource versions report: May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: pushed versions: May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: { 'AddressGroup': {'1.2'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Agent': {'1.1'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'ConntrackHelper': {'1.0'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'LocalIPAssociation': {'1.0'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Log': {'1.0'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'NDPProxy': {'1.0'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Network': {'1.1'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Port': {'1.7'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'PortForwarding': {'1.3'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'QosPolicy': {'1.10'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'SecurityGroup': {'1.5'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'SecurityGroupRule': {'1.2'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'SubPort': {'1.0'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Subnet': {'1.1'}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Trunk': {'1.1'}} May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: consumer versions: May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: { DHCP agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: HyperV agent@hv-cinder-83607: {}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: L3 agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: Metadata agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: Metering agent@dv-cinder-836074-5-iscsi: {}, May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: Open vSwitch agent@dv-cinder-836074-5-iscsi: { 'AddressGroup': '1.2', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Agent': '1.1', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'ConntrackHelper': '1.0', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'LocalIPAssociation': '1.0', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Log': '1.0', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'NDPProxy': '1.0', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Network': '1.1', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Port': '1.7', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'PortForwarding': '1.3', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'QosPolicy': '1.10', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'SecurityGroup': '1.5', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'SecurityGroupRule': '1.2', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'SubPort': '1.0', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Subnet': '1.1', May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: 'Trunk': '1.1'}} May 26 18:01:16.627102 dv-cinder-836074-5-iscsi neutron-server[103839]: {{(pid=103839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:01:16.653110 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] For port 4889fe64-f581-4101-97e6-9924c7fa2c94, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:16.660876 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] For port 4889fe64-f581-4101-97e6-9924c7fa2c94, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=4889fe64-f581-4101-97e6-9924c7fa2c94,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:16.662768 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:16.685102 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.772768 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f719254e-b103-45bd-a597-23b70acd3d4c admin admin] Publish callbacks [] for security_group (1d05a70a-4855-40da-941d-d08c42e23798), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.805657 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f719254e-b103-45bd-a597-23b70acd3d4c admin admin] Publish callbacks [] for security_group (1d05a70a-4855-40da-941d-d08c42e23798), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.878500 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece40c8-13ea-4f6d-8687-500f48d5db55 None None] Pushing event updated for resources: {'Port': ['ID=4889fe64-f581-4101-97e6-9924c7fa2c94,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:16.889354 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1b06025c-4933-4bb5-9fb1-413a783af57a admin admin] Publish callbacks [] for security_group (688aaa0a-19f5-4281-9e4c-984123fc2522), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:16.897785 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-2e152007-8d0c-424a-88dc-f81cc8a99a0f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:01:16.898865 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-2e152007-8d0c-424a-88dc-f81cc8a99a0f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2116506 May 26 18:01:16.903202 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:01:16.903855 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:00:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:17.045095 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37594) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:17.053218 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb1432-1f14-480c-92c4-4d404c03f351 None None] Network 2cd2844c-2075-4a75-ad58-855aef5bd960 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:01:17.083633 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:17.096926 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f9a84b4f-f9c8-4a50-bde5-3a1338764305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.107231 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:01:17.193891 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f719254e-b103-45bd-a597-23b70acd3d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (1d05a70a-4855-40da-941d-d08c42e23798), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.196418 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f719254e-b103-45bd-a597-23b70acd3d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.201230 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f719254e-b103-45bd-a597-23b70acd3d4c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d05a70a-4855-40da-941d-d08c42e23798 HTTP/1.1" status: 204 len: 168 time: 1.1432226 May 26 18:01:17.201406 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-64794dbc-4e34-4146-a0f1-10f92784dc81 None None] Provisioning complete for port 96fab278-caeb-40f7-a38a-ce607328dfce triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:17.201406 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64794dbc-4e34-4146-a0f1-10f92784dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (96fab278-caeb-40f7-a38a-ce607328dfce), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.218273 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Allocated IP 172.27.0.99 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:17.259141 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719254e-b103-45bd-a597-23b70acd3d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d05a70a-4855-40da-941d-d08c42e23798,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:17.420275 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-64794dbc-4e34-4146-a0f1-10f92784dc81 None None] Current status of the port 96fab278-caeb-40f7-a38a-ce607328dfce is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:17.420745 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64794dbc-4e34-4146-a0f1-10f92784dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (96fab278-caeb-40f7-a38a-ce607328dfce), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.490103 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f9a84b4f-f9c8-4a50-bde5-3a1338764305 admin admin] Publish callbacks [] for security_group (06643448-e0c2-4477-8c5a-0345c058570d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.503721 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f9a84b4f-f9c8-4a50-bde5-3a1338764305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (06643448-e0c2-4477-8c5a-0345c058570d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.531693 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1b06025c-4933-4bb5-9fb1-413a783af57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (688aaa0a-19f5-4281-9e4c-984123fc2522), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.533093 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-64794dbc-4e34-4146-a0f1-10f92784dc81 None None] For port 96fab278-caeb-40f7-a38a-ce607328dfce, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=96fab278-caeb-40f7-a38a-ce607328dfce,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:17.534291 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1b06025c-4933-4bb5-9fb1-413a783af57a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.535484 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-1b06025c-4933-4bb5-9fb1-413a783af57a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/688aaa0a-19f5-4281-9e4c-984123fc2522 HTTP/1.1" status: 204 len: 168 time: 2.1995316 May 26 18:01:17.548045 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64794dbc-4e34-4146-a0f1-10f92784dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (96fab278-caeb-40f7-a38a-ce607328dfce), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.574546 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Allocated IP 172.20.0.1 (2cd2844c-2075-4a75-ad58-855aef5bd960/d8f61508-65b2-43cd-83fc-505deb57e794/c6a99119-10d5-4609-bde6-dde43934a73a) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:17.580533 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:17.592597 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f9a84b4f-f9c8-4a50-bde5-3a1338764305 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e6abbd5ae1b4e42b51cf89a20294ecd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5393596 May 26 18:01:17.594724 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37610) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:17.631107 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 33c55768-0d68-48c1-8301-a0d28864ae7d up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:17.636887 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:13Z', 'revision_number': 3, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:17.643914 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:17.709995 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae60a7-33ab-4ab3-a096-7c28ce0ec71d None None] The sync data for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi is: [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:13Z', 'revision_number': 3, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:01:17.777002 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Publish callbacks [] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.824323 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06025c-4933-4bb5-9fb1-413a783af57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688aaa0a-19f5-4281-9e4c-984123fc2522,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:17.839600 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.843756 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8125169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8118277'] for router (52382004-7f79-4e59-aa0b-bcab076a4e8b), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.852219 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a84b4f-f9c8-4a50-bde5-3a1338764305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06643448-e0c2-4477-8c5a-0345c058570d,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:17.900373 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64794dbc-4e34-4146-a0f1-10f92784dc81 None None] Pushing event updated for resources: {'Port': ['ID=96fab278-caeb-40f7-a38a-ce607328dfce,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:17.934969 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1c698651-3045-4100-b3e2-a33446e83ae5 None None] Provisioning complete for port 96fab278-caeb-40f7-a38a-ce607328dfce triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:17.938472 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1c698651-3045-4100-b3e2-a33446e83ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (96fab278-caeb-40f7-a38a-ce607328dfce), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:17.939726 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:17.976923 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:18.000152 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 33c55768-0d68-48c1-8301-a0d28864ae7d triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:18.000694 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.046821 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1762f78b-e2e7-42fb-9856-e1f63ccb88a7 admin admin] Publish callbacks [] for security_group (06643448-e0c2-4477-8c5a-0345c058570d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.089550 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-49efd5f4-60ce-4a05-afc9-e8e5e301a8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.171952 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1762f78b-e2e7-42fb-9856-e1f63ccb88a7 admin admin] Publish callbacks [] for security_group (06643448-e0c2-4477-8c5a-0345c058570d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.292999 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Publish callbacks [] for port (c6a99119-10d5-4609-bde6-dde43934a73a), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.350290 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 33c55768-0d68-48c1-8301-a0d28864ae7d is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:18.350691 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.391582 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1c698651-3045-4100-b3e2-a33446e83ae5 None None] Current status of the port 96fab278-caeb-40f7-a38a-ce607328dfce is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:18.402577 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-b669e636-b22a-4546-952a-65f849420e30 service neutron] 10.222.0.69 "GET /v2.0/networks/6b9b5b4a-a88b-47f5-b18b-d8928aa5e340?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4358706 May 26 18:01:18.429348 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:18.430220 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37626) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:18.450744 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port 33c55768-0d68-48c1-8301-a0d28864ae7d, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=33c55768-0d68-48c1-8301-a0d28864ae7d,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:18.459073 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.459741 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:18.460516 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device dbbd9c77-2d58-45af-80f5-271ae0234018 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:18.466870 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Pushing event updated for resources: {'Port': ['ID=f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:18.496732 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1762f78b-e2e7-42fb-9856-e1f63ccb88a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (06643448-e0c2-4477-8c5a-0345c058570d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.499299 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1762f78b-e2e7-42fb-9856-e1f63ccb88a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.530545 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-1762f78b-e2e7-42fb-9856-e1f63ccb88a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06643448-e0c2-4477-8c5a-0345c058570d HTTP/1.1" status: 204 len: 168 time: 0.9080427 May 26 18:01:18.531664 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37632) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:18.541582 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:18.545001 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:18.549182 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=33c55768-0d68-48c1-8301-a0d28864ae7d,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:18.592974 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.630519 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port dbbd9c77-2d58-45af-80f5-271ae0234018 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:18.630920 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.651485 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762f78b-e2e7-42fb-9856-e1f63ccb88a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06643448-e0c2-4477-8c5a-0345c058570d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:18.653162 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a43f1f16-4994-4d40-aed7-622abcea054a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.714673 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-afc91197-0801-4780-a5e9-0a852009a567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.804207 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Network 2cd2844c-2075-4a75-ad58-855aef5bd960 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:18.824954 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:18.839633 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:18.840294 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8120182'] for router_interface (160b2a10-3209-4a76-a356-fb34b111eca5), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:18.926019 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb1e37-f47e-493c-8a11-338708c27e59 None None] Network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:01:18.990745 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:19.024828 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Pushing event updated for resources: {'Port': ['ID=c6a99119-10d5-4609-bde6-dde43934a73a,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:19.120563 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-b27b6ac6-ac80-4e1c-91c3-7514e3c41782 service neutron] 10.222.0.69 "GET /v2.0/networks/6b9b5b4a-a88b-47f5-b18b-d8928aa5e340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165508 May 26 18:01:19.122949 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-fb390868-b869-4e29-b5b1-9a0552ec19b3 None None] Provisioning complete for port dbbd9c77-2d58-45af-80f5-271ae0234018 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:19.123738 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fb390868-b869-4e29-b5b1-9a0552ec19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:19.205335 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96325697-e354-441b-a937-f9fc70577364 None None] Network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:01:19.261884 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a43f1f16-4994-4d40-aed7-622abcea054a admin admin] Publish callbacks [] for security_group (fc2a5e4d-80a2-4be6-a91b-1a350f9c5a2e), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:19.292138 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a43f1f16-4994-4d40-aed7-622abcea054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (fc2a5e4d-80a2-4be6-a91b-1a350f9c5a2e), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:19.416229 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port dbbd9c77-2d58-45af-80f5-271ae0234018 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:19.416647 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:19.597071 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Router 52382004-7f79-4e59-aa0b-bcab076a4e8b is scheduled to L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 with binding_index 1 {{(pid=103836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:01:19.646493 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-afc91197-0801-4780-a5e9-0a852009a567 admin admin] Publish callbacks [] for security_group (cb565358-824d-4bb3-8ef1-b58bba91b8e4), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:19.679392 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-fb390868-b869-4e29-b5b1-9a0552ec19b3 None None] Current status of the port dbbd9c77-2d58-45af-80f5-271ae0234018 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:19.679972 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fb390868-b869-4e29-b5b1-9a0552ec19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:19.691335 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-afc91197-0801-4780-a5e9-0a852009a567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (cb565358-824d-4bb3-8ef1-b58bba91b8e4), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:19.765886 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:19.768366 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-a43f1f16-4994-4d40-aed7-622abcea054a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1af73b79f5c04af58f6140e30c4242e8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3338909 May 26 18:01:19.780659 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port dbbd9c77-2d58-45af-80f5-271ae0234018, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=dbbd9c77-2d58-45af-80f5-271ae0234018,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:19.793836 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:19.794698 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 96fab278-caeb-40f7-a38a-ce607328dfce up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:19.805169 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37682) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:19.881375 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:19.886418 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc91197-0801-4780-a5e9-0a852009a567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb565358-824d-4bb3-8ef1-b58bba91b8e4,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:19.912154 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-afc91197-0801-4780-a5e9-0a852009a567 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3bb3873f89d044a49234990b2aab4782&name=default HTTP/1.1" status: 200 len: 2995 time: 1.3499329 May 26 18:01:19.924475 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37686) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:19.930342 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c3c21582-148c-441d-8543-ca5af8348d34 req-046f5a35-ad3b-4ed8-9cc2-a0cecf8b936e tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 210 time: 0.3593516 May 26 18:01:19.939324 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f1f16-4994-4d40-aed7-622abcea054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2a5e4d-80a2-4be6-a91b-1a350f9c5a2e,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:19.967025 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Publish callbacks [] for router_gateway (c9629e1e-c9da-4f32-a870-980ea02d3823), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.012392 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:20.095454 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 96fab278-caeb-40f7-a38a-ce607328dfce triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:20.097187 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (96fab278-caeb-40f7-a38a-ce607328dfce), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.168574 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-54d725cd-d3cf-4c3c-9934-1ce62dac350a admin admin] Publish callbacks [] for security_group (fc2a5e4d-80a2-4be6-a91b-1a350f9c5a2e), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.218019 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5d310256-9604-4726-81ee-d54e927674b5 admin admin] Publish callbacks [] for security_group (cb565358-824d-4bb3-8ef1-b58bba91b8e4), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.254782 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.db.api [None req-fb390868-b869-4e29-b5b1-9a0552ec19b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 18:01:20.256504 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG oslo_db.api [None req-fb390868-b869-4e29-b5b1-9a0552ec19b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 18:01:20.270959 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=dbbd9c77-2d58-45af-80f5-271ae0234018,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:20.293999 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f01973de-baca-4423-a72f-0991576857ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.311719 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:20.318994 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:20.340853 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5d310256-9604-4726-81ee-d54e927674b5 admin admin] Publish callbacks [] for security_group (cb565358-824d-4bb3-8ef1-b58bba91b8e4), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.395095 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-54d725cd-d3cf-4c3c-9934-1ce62dac350a admin admin] Publish callbacks [] for security_group (fc2a5e4d-80a2-4be6-a91b-1a350f9c5a2e), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.401563 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 96fab278-caeb-40f7-a38a-ce607328dfce is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:20.523193 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Publish callbacks [] for port (c6a99119-10d5-4609-bde6-dde43934a73a), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.527263 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5d310256-9604-4726-81ee-d54e927674b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (cb565358-824d-4bb3-8ef1-b58bba91b8e4), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.530400 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5d310256-9604-4726-81ee-d54e927674b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.532389 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-5d310256-9604-4726-81ee-d54e927674b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb565358-824d-4bb3-8ef1-b58bba91b8e4 HTTP/1.1" status: 204 len: 168 time: 0.6060674 May 26 18:01:20.538472 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.539724 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8107905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8119238'] for router_interface (160b2a10-3209-4a76-a356-fb34b111eca5), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.616829 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d310256-9604-4726-81ee-d54e927674b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb565358-824d-4bb3-8ef1-b58bba91b8e4,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:20.630285 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-54d725cd-d3cf-4c3c-9934-1ce62dac350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (fc2a5e4d-80a2-4be6-a91b-1a350f9c5a2e), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.633381 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-54d725cd-d3cf-4c3c-9934-1ce62dac350a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.634083 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-54d725cd-d3cf-4c3c-9934-1ce62dac350a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc2a5e4d-80a2-4be6-a91b-1a350f9c5a2e HTTP/1.1" status: 204 len: 168 time: 0.7025371 May 26 18:01:20.635302 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:01:20.665036 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d725cd-d3cf-4c3c-9934-1ce62dac350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2a5e4d-80a2-4be6-a91b-1a350f9c5a2e,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:20.704088 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Sync routers for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:01:20.746851 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.749054 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-77e2a277-407a-400b-b8cb-c5cd3aa2a9c2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4135890 May 26 18:01:20.758208 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37714) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:20.761307 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 33c55768-0d68-48c1-8301-a0d28864ae7d up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:20.766932 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:20.843150 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Pushing event updated for resources: {'Port': ['ID=c6a99119-10d5-4609-bde6-dde43934a73a,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:20.855476 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8125169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8118277'] for router (c9629e1e-c9da-4f32-a870-980ea02d3823), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:20.858341 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:20.901685 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Network 2cd2844c-2075-4a75-ad58-855aef5bd960 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:20.903349 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:20.923843 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:01:20.948411 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:01:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:21.088841 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Router 160b2a10-3209-4a76-a356-fb34b111eca5 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:01:21.097402 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37728) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:21.101466 dv-cinder-836074-5-iscsi neutron-server[103837]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 18:01:21.196306 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-fb390868-b869-4e29-b5b1-9a0552ec19b3 None None] Current status of the port dbbd9c77-2d58-45af-80f5-271ae0234018 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:21.292662 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-889e01cf-e7ce-4245-b015-07837f085198 req-15b5b1c5-bbe9-428a-addc-bcdcc96cac47 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 210 time: 0.1924169 May 26 18:01:21.461922 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 33c55768-0d68-48c1-8301-a0d28864ae7d triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:21.462581 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:21.526666 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Router c9629e1e-c9da-4f32-a870-980ea02d3823 is scheduled to L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 with binding_index 1 {{(pid=103836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:01:21.527822 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:01:21.536047 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-aab1ca42-8924-4c5d-8b6c-8a73ff407eff admin admin] 10.222.0.69 "PUT /v2.0/routers/160b2a10-3209-4a76-a356-fb34b111eca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9336967 May 26 18:01:21.540375 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Sync routers for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:01:21.570592 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:01:21.571271 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:01:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:21.596191 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] Provisioning complete for port dbbd9c77-2d58-45af-80f5-271ae0234018 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:21.596566 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:21.612731 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:01:21.779100 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:01:21.845434 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:21.872403 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:01:21.946777 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Sync routers for ids ['c9629e1e-c9da-4f32-a870-980ea02d3823'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:01:21.960635 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:21.965034 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-71f3de07-4e43-473d-aea5-6bcea1506337 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7407432 May 26 18:01:21.968345 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37764) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:22.055216 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Routers {'c9629e1e-c9da-4f32-a870-980ea02d3823'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:01:22.055872 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:01:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['c9629e1e-c9da-4f32-a870-980ea02d3823'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:22.156441 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:22.175973 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:22.212170 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:20Z', 'revision_number': 2, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:22.243679 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Checking router: 160b2a10-3209-4a76-a356-fb34b111eca5 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:01:22.244218 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Updating router 160b2a10-3209-4a76-a356-fb34b111eca5 port c6a99119-10d5-4609-bde6-dde43934a73a binding host dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:01:22.293774 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:22.336002 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:22.432943 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Allocated IP 172.20.0.1 (0bfb788b-88d8-4bf1-bef0-c0a994bf6666/9c4bb892-83e3-4ae4-bd0c-13631a4610a8/d9dfa93c-ccb6-486f-8bfb-c8591e96ed70) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:22.456406 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 33c55768-0d68-48c1-8301-a0d28864ae7d is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:22.458382 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 4889fe64-f581-4101-97e6-9924c7fa2c94 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:22.494658 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Set router c9629e1e-c9da-4f32-a870-980ea02d3823 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:01:22.500957 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] Current status of the port dbbd9c77-2d58-45af-80f5-271ae0234018 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:22.617543 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:15Z', 'revision_number': 3, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:22.635347 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] Provisioning complete for port 33c55768-0d68-48c1-8301-a0d28864ae7d triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:22.635899 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:22.756622 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:22.760424 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Publish callbacks [] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:22.847279 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Checking router: 52382004-7f79-4e59-aa0b-bcab076a4e8b for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:01:22.848316 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Updating router 52382004-7f79-4e59-aa0b-bcab076a4e8b port 4c638127-a819-4aa2-9fa6-167822212501 binding host dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:01:22.848670 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:22.852138 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:22.906601 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-82071bbc-16d0-48dd-834b-7e5078bf8a07 req-50a01fba-3635-4772-9029-2fcc5d3c6754 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 210 time: 0.0981915 May 26 18:01:22.918170 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Pushing event updated for resources: {'Port': ['ID=d9dfa93c-ccb6-486f-8bfb-c8591e96ed70,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:22.950975 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:22.961098 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:22.969935 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:22.970874 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8120182'] for router_interface (52382004-7f79-4e59-aa0b-bcab076a4e8b), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.027370 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 4889fe64-f581-4101-97e6-9924c7fa2c94 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:23.027749 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.043154 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4c638127-a819-4aa2-9fa6-167822212501), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.110899 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37790) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:23.149822 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-f943555a-16a3-4d32-891d-1c107450c574 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373017494', 'description': 'tempest-description--60137620'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:23.190371 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Publish callbacks [] for port (c6a99119-10d5-4609-bde6-dde43934a73a), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.191585 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:23.196609 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:23.197803 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:23.202743 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.233319 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.62', 62074) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:23.296778 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d2d22-44dd-4799-903b-d5f79d2ca57e None None] Pushing event updated for resources: {'Port': ['ID=c6a99119-10d5-4609-bde6-dde43934a73a,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:23.350567 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-f943555a-16a3-4d32-891d-1c107450c574 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.481832 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Attempting to bind port c6a99119-10d5-4609-bde6-dde43934a73a on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:23.482988 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Attempting to bind port c6a99119-10d5-4609-bde6-dde43934a73a by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:23.483530 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Attempting to bind port c6a99119-10d5-4609-bde6-dde43934a73a on network 2cd2844c-2075-4a75-ad58-855aef5bd960 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:23.492606 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:23.493306 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Checking segment: {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:23.497847 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.498751 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Bound using segment: {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:23.501399 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Bound port: c6a99119-10d5-4609-bde6-dde43934a73a, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:23.502299 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.713306 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a4b7dc96-0fd3-488d-a469-046de0fa4930 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:23.718133 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a4b7dc96-0fd3-488d-a469-046de0fa4930 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.62 "GET /v2.0/networks?id=6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 HTTP/1.1" status: 200 len: 812 time: 0.4809179 May 26 18:01:23.737110 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.737865 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] For port c6a99119-10d5-4609-bde6-dde43934a73a, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:23.750686 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] For port c6a99119-10d5-4609-bde6-dde43934a73a, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=c6a99119-10d5-4609-bde6-dde43934a73a,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:23.780233 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.802258 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Request body: {'port': {'device_id': '597e2bca-7106-4c57-9ce3-b73108629960', 'network_id': '6b9b5b4a-a88b-47f5-b18b-d8928aa5e340', 'admin_state_up': True, 'tenant_id': '41aaf61888b149a59ed741d201490e52'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:23.846882 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-f943555a-16a3-4d32-891d-1c107450c574 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group (d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.852501 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:23.891049 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d2d22-44dd-4799-903b-d5f79d2ca57e None None] Pushing event updated for resources: {'Port': ['ID=c6a99119-10d5-4609-bde6-dde43934a73a,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:23.894115 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-f943555a-16a3-4d32-891d-1c107450c574 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.896828 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:01:23.897867 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:01:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:24.057016 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 4889fe64-f581-4101-97e6-9924c7fa2c94 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:24.057708 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.094446 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:24.098238 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:24.131205 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-f943555a-16a3-4d32-891d-1c107450c574 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.134575 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:24.138494 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-f943555a-16a3-4d32-891d-1c107450c574 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0073888 May 26 18:01:24.140924 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37840) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:24.144055 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943555a-16a3-4d32-891d-1c107450c574 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:24.156532 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:01:24.158303 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-10ee1c2c-b7be-4ce4-9df3-b7ebae0e3f7e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Request body: {'security_group_rule': {'security_group_id': 'd2bf1c6e-aaa8-4285-8bec-c49d169a0c8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:24.230485 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port 4889fe64-f581-4101-97e6-9924c7fa2c94, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=4889fe64-f581-4101-97e6-9924c7fa2c94,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:24.273789 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] Current status of the port 33c55768-0d68-48c1-8301-a0d28864ae7d is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:24.344200 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] Provisioning complete for port c6a99119-10d5-4609-bde6-dde43934a73a triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:24.345585 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.354353 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.356138 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device dbbd9c77-2d58-45af-80f5-271ae0234018 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:24.393123 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-10ee1c2c-b7be-4ce4-9df3-b7ebae0e3f7e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group_rule (9527c5a4-973d-4365-a6f3-3bc9414cd1aa), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.487927 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:24.526429 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37862) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:24.527002 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 3, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:24.545911 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:24.585689 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc0c99-cb77-442d-9321-02fa0e8d00a5 None None] The sync data for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi is: [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:01:24.617547 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.637399 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ae7b0d19-cc3e-4b73-8790-50079cf73468 req-4c10862e-e50e-4b71-88dc-5b13682d1b30 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 210 time: 0.1451998 May 26 18:01:24.670705 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-10ee1c2c-b7be-4ce4-9df3-b7ebae0e3f7e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group_rule (9527c5a4-973d-4365-a6f3-3bc9414cd1aa), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.687064 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Publish callbacks [] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.705899 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Made reservation on behalf of 41aaf61888b149a59ed741d201490e52 for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:24.706325 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-10ee1c2c-b7be-4ce4-9df3-b7ebae0e3f7e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (9527c5a4-973d-4365-a6f3-3bc9414cd1aa), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.710831 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.722450 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.723781 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8107905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8119238'] for router_interface (52382004-7f79-4e59-aa0b-bcab076a4e8b), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.725082 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Checking router: c9629e1e-c9da-4f32-a870-980ea02d3823 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:01:24.727230 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Updating router c9629e1e-c9da-4f32-a870-980ea02d3823 port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 binding host dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:01:24.849345 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port dbbd9c77-2d58-45af-80f5-271ae0234018 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:24.849847 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.864659 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee1c2c-b7be-4ce4-9df3-b7ebae0e3f7e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9527c5a4-973d-4365-a6f3-3bc9414cd1aa,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:24.948356 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] Current status of the port c6a99119-10d5-4609-bde6-dde43934a73a is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:24.948841 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.964330 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.969649 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:24.973670 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-10ee1c2c-b7be-4ce4-9df3-b7ebae0e3f7e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:24.979861 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-10ee1c2c-b7be-4ce4-9df3-b7ebae0e3f7e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8290060 May 26 18:01:24.980791 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37874) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:24.997526 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-8410d208-9380-4fc9-88cf-9357bfc6abe1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Request body: {'security_group_rule': {'security_group_id': 'd2bf1c6e-aaa8-4285-8bec-c49d169a0c8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:25.044386 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Pushing event updated for resources: {'Port': ['ID=d9dfa93c-ccb6-486f-8bfb-c8591e96ed70,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:25.070976 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8410d208-9380-4fc9-88cf-9357bfc6abe1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group_rule (ae1578b8-5a21-4d8c-9270-fbe4cd8649ed), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:25.073429 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:25.159173 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:25.167046 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:25.221898 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=4889fe64-f581-4101-97e6-9924c7fa2c94,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:25.420054 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8410d208-9380-4fc9-88cf-9357bfc6abe1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group_rule (ae1578b8-5a21-4d8c-9270-fbe4cd8649ed), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:25.432261 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8410d208-9380-4fc9-88cf-9357bfc6abe1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (ae1578b8-5a21-4d8c-9270-fbe4cd8649ed), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:25.454410 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d7f7d5cf-ab74-4d3b-bcc6-cf6335ed794f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:25.487390 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410d208-9380-4fc9-88cf-9357bfc6abe1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1578b8-5a21-4d8c-9270-fbe4cd8649ed,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:25.614745 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:25.710173 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8410d208-9380-4fc9-88cf-9357bfc6abe1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:25.715654 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-8410d208-9380-4fc9-88cf-9357bfc6abe1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7222767 May 26 18:01:25.721218 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37882) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:25.734916 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:25.751001 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:25.759930 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] For port c6a99119-10d5-4609-bde6-dde43934a73a, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=c6a99119-10d5-4609-bde6-dde43934a73a,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:25.793296 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:25.813744 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Router 52382004-7f79-4e59-aa0b-bcab076a4e8b has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:01:25.816614 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Publish callbacks [] for port (4c638127-a819-4aa2-9fa6-167822212501), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:25.860521 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:25.911173 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4c638127-a819-4aa2-9fa6-167822212501), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.097461 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:26.127317 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Allocated IP 172.20.0.6 (6b9b5b4a-a88b-47f5-b18b-d8928aa5e340/1613fb41-5472-44f8-8011-41be514957ec/286236cd-e1bf-4690-8d1b-f843a4d0118f) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:26.428731 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.439771 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Publish callbacks [] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.445810 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:26.478780 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-207d0984-5089-49e8-9ed9-438a59c07d29 req-73a89a12-7c10-4189-a02a-8d82a0a53cd1 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 210 time: 0.0727167 May 26 18:01:26.526701 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-a9043b27-c65b-4025-b8cf-4aedfed9d6b8 None None] Provisioning complete for port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:26.527285 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a9043b27-c65b-4025-b8cf-4aedfed9d6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.553740 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.616271 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Attempting to bind port 4c638127-a819-4aa2-9fa6-167822212501 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:26.616918 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Attempting to bind port 4c638127-a819-4aa2-9fa6-167822212501 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:26.617601 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Attempting to bind port 4c638127-a819-4aa2-9fa6-167822212501 on network fe5e7183-55e6-482c-9be6-dbe7ef622043 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:26.645293 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Publish callbacks [] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.676761 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port dbbd9c77-2d58-45af-80f5-271ae0234018 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:26.682976 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 96fab278-caeb-40f7-a38a-ce607328dfce up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:26.683993 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:26.693243 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096234c-9619-40d6-9afb-32e631294a70 None None] Pushing event updated for resources: {'Port': ['ID=c6a99119-10d5-4609-bde6-dde43934a73a,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:26.710983 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:26.722488 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Checking segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:26.723927 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.725571 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.726142 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Bound using segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:26.726797 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Bound port: 4c638127-a819-4aa2-9fa6-167822212501, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:26.728508 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4c638127-a819-4aa2-9fa6-167822212501), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.732606 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d7f7d5cf-ab74-4d3b-bcc6-cf6335ed794f admin admin] Publish callbacks [] for security_group (65f0a48b-4f1d-41b5-a05c-d92b8c5a06ac), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.776936 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Network 6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:26.806615 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:26.809337 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d7f7d5cf-ab74-4d3b-bcc6-cf6335ed794f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (65f0a48b-4f1d-41b5-a05c-d92b8c5a06ac), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.839173 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-a9043b27-c65b-4025-b8cf-4aedfed9d6b8 None None] Port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:01:26.927383 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Attempting to bind port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:26.927765 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Attempting to bind port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:26.928242 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Attempting to bind port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 on network fe5e7183-55e6-482c-9be6-dbe7ef622043 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:26.944413 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:26.944771 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Checking segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:26.945183 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.945599 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Bound using segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:26.946221 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Bound port: f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:26.946610 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:26.953101 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-a9043b27-c65b-4025-b8cf-4aedfed9d6b8 None None] Provisioning complete for port c6a99119-10d5-4609-bde6-dde43934a73a triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:26.953329 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a9043b27-c65b-4025-b8cf-4aedfed9d6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:27.044421 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74446c98-f301-466e-af4e-2f33004274a6 None None] Pushing event updated for resources: {'Port': ['ID=4c638127-a819-4aa2-9fa6-167822212501,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:27.163308 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] For port 4c638127-a819-4aa2-9fa6-167822212501, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:27.199831 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 96fab278-caeb-40f7-a38a-ce607328dfce triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:27.200241 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (96fab278-caeb-40f7-a38a-ce607328dfce), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:27.286296 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:27.303753 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:27.304844 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:27.393140 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Allocated IP 172.20.0.1 (18d1c3ca-82fe-45c8-9ec5-367933ffa4c4/3b59f225-65a0-4eef-b8a2-9cfb718da775/ef8ad18f-3308-473a-a7d6-e626888f19b2) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:27.459111 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:01:27.468311 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-acee1dc7-92b8-4284-a85a-8723ce7c9a19 admin admin] 10.222.0.69 "PUT /v2.0/routers/52382004-7f79-4e59-aa0b-bcab076a4e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7067056 May 26 18:01:27.481335 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Allocated IP 172.27.0.154 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/24f76435-8b62-4284-9de5-a34e189f1dd1) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:27.603922 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d7f7d5cf-ab74-4d3b-bcc6-cf6335ed794f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=04bc982b9b3d40e0a44205e852c649f0&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0547345 May 26 18:01:27.624331 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37922) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:27.705162 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:27.707505 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-a9043b27-c65b-4025-b8cf-4aedfed9d6b8 None None] Current status of the port c6a99119-10d5-4609-bde6-dde43934a73a is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:27.715890 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] For port 4c638127-a819-4aa2-9fa6-167822212501, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=4c638127-a819-4aa2-9fa6-167822212501,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:27.717467 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Pushing event updated for resources: {'Port': ['ID=286236cd-e1bf-4690-8d1b-f843a4d0118f,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:27.731036 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcc915-4621-4acc-987f-8b58b912b55e None None] Pushing event updated for resources: {'Port': ['ID=f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:27.735628 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-a6d729b0-ba59-43d6-9a21-82a86f1c59c2 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9443376 May 26 18:01:27.766061 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] For port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:27.786319 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4c638127-a819-4aa2-9fa6-167822212501), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:27.815533 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:27.820474 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338e882-34b0-460e-8e68-0c3f0bd42592 req-42e46b5f-8da2-4af9-900f-a527c380d3a7 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:27.822571 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8338e882-34b0-460e-8e68-0c3f0bd42592 req-42e46b5f-8da2-4af9-900f-a527c380d3a7 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 931 time: 0.1067548 May 26 18:01:27.830617 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-d5c2d7a4-73ae-4a46-ab87-81f1e7cb27a6 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:01:27.831632 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-d5c2d7a4-73ae-4a46-ab87-81f1e7cb27a6 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080256 May 26 18:01:27.832556 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7d5cf-ab74-4d3b-bcc6-cf6335ed794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f0a48b-4f1d-41b5-a05c-d92b8c5a06ac,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:27.912547 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-bab73345-8d76-47a4-af7b-1750b727e914 admin admin] Publish callbacks [] for security_group (65f0a48b-4f1d-41b5-a05c-d92b8c5a06ac), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:27.938368 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Publish callbacks [] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:27.949734 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8338e882-34b0-460e-8e68-0c3f0bd42592 req-4cfe7fc5-2cb5-41e9-afc1-dd75239b6f20 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141965 May 26 18:01:27.993397 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] For port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:28.021856 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:28.036580 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:28.038066 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for port (24f76435-8b62-4284-9de5-a34e189f1dd1), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:28.067269 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:01:28.068223 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:01:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:28.089829 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-bab73345-8d76-47a4-af7b-1750b727e914 admin admin] Publish callbacks [] for security_group (65f0a48b-4f1d-41b5-a05c-d92b8c5a06ac), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:28.219398 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Pushing event updated for resources: {'Port': ['ID=ef8ad18f-3308-473a-a7d6-e626888f19b2,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:28.257589 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:28.278422 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:28.297086 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:28.297603 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8120182'] for router_interface (c9629e1e-c9da-4f32-a870-980ea02d3823), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:28.321873 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (24f76435-8b62-4284-9de5-a34e189f1dd1), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:28.361542 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:01:28.471691 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:28.511424 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:28.522616 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:28.538437 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:28.545369 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-bab73345-8d76-47a4-af7b-1750b727e914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (65f0a48b-4f1d-41b5-a05c-d92b8c5a06ac), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:28.550894 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-bab73345-8d76-47a4-af7b-1750b727e914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:28.556313 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-bab73345-8d76-47a4-af7b-1750b727e914 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65f0a48b-4f1d-41b5-a05c-d92b8c5a06ac HTTP/1.1" status: 204 len: 168 time: 0.9307961 May 26 18:01:28.706266 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event updated for resources: {'Port': ['ID=24f76435-8b62-4284-9de5-a34e189f1dd1,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:28.834841 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37952) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:28.835989 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Request body: {'port': {'device_id': '597e2bca-7106-4c57-9ce3-b73108629960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:28.849654 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-99e959da-95c9-47e8-974c-917d4f163be7 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1990067703', 'description': 'tempest-description--1317482716'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:28.893867 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab73345-8d76-47a4-af7b-1750b727e914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f0a48b-4f1d-41b5-a05c-d92b8c5a06ac,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:28.902181 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 2, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:28.997466 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0af617-51b3-4703-a2a4-20219ca39f96 None None] The sync data for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi is: [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 2, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:01:29.020272 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-64b337d9-69e9-4d0f-be0e-334e2b0287cb None None] Provisioning complete for port ef8ad18f-3308-473a-a7d6-e626888f19b2 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:29.028724 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64b337d9-69e9-4d0f-be0e-334e2b0287cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:29.161295 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (2722f0a5-e3f6-40a7-85a9-8008cca6fa14), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:29.192394 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-99e959da-95c9-47e8-974c-917d4f163be7 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:29.217130 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-64b337d9-69e9-4d0f-be0e-334e2b0287cb None None] Port ef8ad18f-3308-473a-a7d6-e626888f19b2 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:01:29.222209 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74446c98-f301-466e-af4e-2f33004274a6 None None] Pushing event updated for resources: {'Port': ['ID=4c638127-a819-4aa2-9fa6-167822212501,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:29.304976 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:29.361476 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 37966) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:29.375144 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 96fab278-caeb-40f7-a38a-ce607328dfce is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:29.420029 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (24f76435-8b62-4284-9de5-a34e189f1dd1), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:29.426147 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:29.448271 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Routers {'c9629e1e-c9da-4f32-a870-980ea02d3823'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:01:29.456584 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:01:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['c9629e1e-c9da-4f32-a870-980ea02d3823'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:29.746075 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:29.752251 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-99e959da-95c9-47e8-974c-917d4f163be7 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group (58ede83d-3331-4d59-8f5d-315e1446039f), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:29.783847 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-99e959da-95c9-47e8-974c-917d4f163be7 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (58ede83d-3331-4d59-8f5d-315e1446039f), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:29.907451 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcc915-4621-4acc-987f-8b58b912b55e None None] Pushing event updated for resources: {'Port': ['ID=f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:30.067882 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:30.199473 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] Set router c9629e1e-c9da-4f32-a870-980ea02d3823 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:01:30.259837 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-99e959da-95c9-47e8-974c-917d4f163be7 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:30.269344 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-99e959da-95c9-47e8-974c-917d4f163be7 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4280627 May 26 18:01:30.272895 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:30.290811 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 37990) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:30.295091 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e959da-95c9-47e8-974c-917d4f163be7 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ede83d-3331-4d59-8f5d-315e1446039f,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:30.338634 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f9e72-b654-4321-b21f-e97422812cd8 req-28002647-a549-4eec-a2aa-792773b36676 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:30.345912 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a0f9e72-b654-4321-b21f-e97422812cd8 req-28002647-a549-4eec-a2aa-792773b36676 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 931 time: 1.0425391 May 26 18:01:30.384589 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-bfccb8ec-163c-4ccb-8926-a002789a92d9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Request body: {'security_group_rule': {'security_group_id': '58ede83d-3331-4d59-8f5d-315e1446039f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:30.514134 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9cec05a6-aa4e-4cd0-aa9a-1f20e0f2e139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:30.637404 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for port (24f76435-8b62-4284-9de5-a34e189f1dd1), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:30.677846 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (24f76435-8b62-4284-9de5-a34e189f1dd1), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:30.884185 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:30.909289 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event updated for resources: {'Port': ['ID=24f76435-8b62-4284-9de5-a34e189f1dd1,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:30.972632 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (2722f0a5-e3f6-40a7-85a9-8008cca6fa14), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.006759 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device c6a99119-10d5-4609-bde6-dde43934a73a up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:31.045846 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.059341 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-5e744b60-7e94-4eca-ac0b-c564d0477909 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3215353 May 26 18:01:31.087223 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286236cd-e1bf-4690-8d1b-f843a4d0118f {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:01:31.100310 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:27Z', 'revision_number': 1, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:31.109299 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Publish callbacks [] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.133122 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38010) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:31.175043 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Transition to ACTIVE for port object 286236cd-e1bf-4690-8d1b-f843a4d0118f will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:01:31.176936 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:31.179938 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:31.185450 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9cec05a6-aa4e-4cd0-aa9a-1f20e0f2e139 admin admin] Publish callbacks [] for security_group (e15609db-464f-4f7b-90b9-1578b4ac5dd6), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.192214 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9cec05a6-aa4e-4cd0-aa9a-1f20e0f2e139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e15609db-464f-4f7b-90b9-1578b4ac5dd6), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.210090 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.224467 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64549c94-362a-4e28-af12-1543f2c3f3a2 None None] The sync data for ids ['c9629e1e-c9da-4f32-a870-980ea02d3823'] in dv-cinder-836074-5-iscsi is: [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:27Z', 'revision_number': 1, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:01:31.279738 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec05a6-aa4e-4cd0-aa9a-1f20e0f2e139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15609db-464f-4f7b-90b9-1578b4ac5dd6,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:31.303585 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9cec05a6-aa4e-4cd0-aa9a-1f20e0f2e139 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9a25badbbdc47739c49410e0bd3e531&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9332185 May 26 18:01:31.306057 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38018) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:31.313609 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port c6a99119-10d5-4609-bde6-dde43934a73a triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:31.314030 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.373262 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-10a0cb39-1155-4fa4-bcb6-d410a9d7daf5 admin admin] Publish callbacks [] for security_group (e15609db-464f-4f7b-90b9-1578b4ac5dd6), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.408435 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-10a0cb39-1155-4fa4-bcb6-d410a9d7daf5 admin admin] Publish callbacks [] for security_group (e15609db-464f-4f7b-90b9-1578b4ac5dd6), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.502955 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-10a0cb39-1155-4fa4-bcb6-d410a9d7daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e15609db-464f-4f7b-90b9-1578b4ac5dd6), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.507873 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-10a0cb39-1155-4fa4-bcb6-d410a9d7daf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.512211 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-10a0cb39-1155-4fa4-bcb6-d410a9d7daf5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e15609db-464f-4f7b-90b9-1578b4ac5dd6 HTTP/1.1" status: 204 len: 168 time: 0.2046912 May 26 18:01:31.530566 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0cb39-1155-4fa4-bcb6-d410a9d7daf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15609db-464f-4f7b-90b9-1578b4ac5dd6,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:31.587265 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f529-240d-46ef-93d6-339d5f85712f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.591789 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port c6a99119-10d5-4609-bde6-dde43934a73a is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:31.593092 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 4889fe64-f581-4101-97e6-9924c7fa2c94 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:31.755348 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a0f9e72-b654-4321-b21f-e97422812cd8 req-e6892d46-c67a-4fd0-9c24-ee162911d5a0 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3961351 May 26 18:01:31.803772 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 4889fe64-f581-4101-97e6-9924c7fa2c94 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:31.805762 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.822036 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Attempting to bind port 286236cd-e1bf-4690-8d1b-f843a4d0118f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:31.822941 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Attempting to bind port 286236cd-e1bf-4690-8d1b-f843a4d0118f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '5eaeaec7-7668-4eff-a06b-542569d64f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6b9b5b4a-a88b-47f5-b18b-d8928aa5e340'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:31.823606 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Attempting to bind port 286236cd-e1bf-4690-8d1b-f843a4d0118f on network 6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:31.827106 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bfccb8ec-163c-4ccb-8926-a002789a92d9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group_rule (4591d2a0-ff58-4dfb-83a5-83cc7da12b4d), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.883295 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:31.925006 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f529-240d-46ef-93d6-339d5f85712f admin admin] Publish callbacks [] for security_group (a50ea10e-0835-4a09-a117-e953752d2a69), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.958388 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f529-240d-46ef-93d6-339d5f85712f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (a50ea10e-0835-4a09-a117-e953752d2a69), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:32.044435 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Pushing event updated for resources: {'Port': ['ID=286236cd-e1bf-4690-8d1b-f843a4d0118f,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:32.083853 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-a2b0f529-240d-46ef-93d6-339d5f85712f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65694251c84b4abe8f5b5f24c59832a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9456775 May 26 18:01:32.086795 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0f529-240d-46ef-93d6-339d5f85712f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50ea10e-0835-4a09-a117-e953752d2a69,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:32.088816 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 4889fe64-f581-4101-97e6-9924c7fa2c94 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:32.090914 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38048) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:32.188620 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Port 286236cd-e1bf-4690-8d1b-f843a4d0118f on network 6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:01:32.189200 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Attempting to bind port 286236cd-e1bf-4690-8d1b-f843a4d0118f on network 6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:32.278770 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bfccb8ec-163c-4ccb-8926-a002789a92d9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group_rule (4591d2a0-ff58-4dfb-83a5-83cc7da12b4d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:32.319104 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-ca567629-9480-46a6-b68b-c125cbb215cd tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1373017494&fields=id&tenant_id=ab53cc69f7b0424cb689317c4be9b685 HTTP/1.1" status: 200 len: 267 time: 0.7037802 May 26 18:01:32.320548 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-65b7da26-c562-4817-b3ed-e8632ef3fca7 admin admin] Publish callbacks [] for security_group (a50ea10e-0835-4a09-a117-e953752d2a69), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:32.333401 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bfccb8ec-163c-4ccb-8926-a002789a92d9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (4591d2a0-ff58-4dfb-83a5-83cc7da12b4d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:32.356661 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 4c638127-a819-4aa2-9fa6-167822212501 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:32.376207 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:32.384983 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Checking segment: {'id': '5eaeaec7-7668-4eff-a06b-542569d64f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6b9b5b4a-a88b-47f5-b18b-d8928aa5e340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:32.388595 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Bound using segment: {'id': '5eaeaec7-7668-4eff-a06b-542569d64f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6b9b5b4a-a88b-47f5-b18b-d8928aa5e340'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:32.389971 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Bound port: 286236cd-e1bf-4690-8d1b-f843a4d0118f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaeaec7-7668-4eff-a06b-542569d64f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6b9b5b4a-a88b-47f5-b18b-d8928aa5e340'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:32.391312 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:32.525555 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 4c638127-a819-4aa2-9fa6-167822212501 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:32.526197 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4c638127-a819-4aa2-9fa6-167822212501), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:32.716460 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-006094e1-c835-47d3-a568-2259251e556a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:32.717978 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-006094e1-c835-47d3-a568-2259251e556a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 817 time: 0.3680491 May 26 18:01:32.725972 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38056) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:32.734056 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 4c638127-a819-4aa2-9fa6-167822212501 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:32.734804 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4c638127-a819-4aa2-9fa6-167822212501), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:32.752875 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1b1adeec-4a12-4bdb-8f3f-1a05e0f8fa1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:32.767745 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-8287c5d4-f42b-4d0a-a8fb-b9c0f75303c0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/quotas/ab53cc69f7b0424cb689317c4be9b685 HTTP/1.1" status: 200 len: 375 time: 0.0394917 May 26 18:01:32.773741 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-65b7da26-c562-4817-b3ed-e8632ef3fca7 admin admin] Publish callbacks [] for security_group (a50ea10e-0835-4a09-a117-e953752d2a69), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:32.813581 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccb8ec-163c-4ccb-8926-a002789a92d9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4591d2a0-ff58-4dfb-83a5-83cc7da12b4d,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:32.834786 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port 4c638127-a819-4aa2-9fa6-167822212501, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=4c638127-a819-4aa2-9fa6-167822212501,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:32.843769 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4c638127-a819-4aa2-9fa6-167822212501), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:32.854223 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bfccb8ec-163c-4ccb-8926-a002789a92d9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:32.876316 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-bfccb8ec-163c-4ccb-8926-a002789a92d9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5688870 May 26 18:01:32.877084 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38062) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:32.905833 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:32.932498 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-c5116842-dfe5-4d92-bd8f-ac32aa4d8c8a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Request body: {'security_group_rule': {'security_group_id': '58ede83d-3331-4d59-8f5d-315e1446039f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:32.957614 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=82 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:32.968046 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=4c638127-a819-4aa2-9fa6-167822212501,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:33.024183 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] For port 286236cd-e1bf-4690-8d1b-f843a4d0118f, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:33.163641 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde12f2-7d60-4a55-b8bf-af34fd17b578 req-b60e8a83-6417-420d-9ed0-08095703316c tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:33.167491 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fbde12f2-7d60-4a55-b8bf-af34fd17b578 req-b60e8a83-6417-420d-9ed0-08095703316c tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 943 time: 0.1851599 May 26 18:01:33.191227 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] For port 286236cd-e1bf-4690-8d1b-f843a4d0118f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=286236cd-e1bf-4690-8d1b-f843a4d0118f,segment=NetworkSegment(5eaeaec7-7668-4eff-a06b-542569d64f0d),segment_id=5eaeaec7-7668-4eff-a06b-542569d64f0d)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:33.229993 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-8a3bdbaa-bf50-4776-8941-12e29c6eaa29 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4335423 May 26 18:01:33.308423 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:33.461779 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1b1adeec-4a12-4bdb-8f3f-1a05e0f8fa1f admin admin] Publish callbacks [] for security_group (f960ff38-0902-4651-8327-e031ab9c5188), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:33.463155 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-65b7da26-c562-4817-b3ed-e8632ef3fca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (a50ea10e-0835-4a09-a117-e953752d2a69), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:33.466522 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-65b7da26-c562-4817-b3ed-e8632ef3fca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:33.467833 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-65b7da26-c562-4817-b3ed-e8632ef3fca7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a50ea10e-0835-4a09-a117-e953752d2a69 HTTP/1.1" status: 204 len: 168 time: 1.3730125 May 26 18:01:33.490744 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7da26-c562-4817-b3ed-e8632ef3fca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50ea10e-0835-4a09-a117-e953752d2a69,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:33.498201 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1b1adeec-4a12-4bdb-8f3f-1a05e0f8fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f960ff38-0902-4651-8327-e031ab9c5188), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:33.524346 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fbde12f2-7d60-4a55-b8bf-af34fd17b578 req-9a77c214-676e-44ed-8795-2bf622ae629c tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982726 May 26 18:01:33.535940 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Pushing event updated for resources: {'Port': ['ID=286236cd-e1bf-4690-8d1b-f843a4d0118f,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:33.556607 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:33.569142 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:33.569857 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:33.574248 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-665f9af5-b5ef-42f3-b447-3768ec2d4aca service neutron] 10.222.0.62 "PUT /v2.0/ports/286236cd-e1bf-4690-8d1b-f843a4d0118f HTTP/1.1" status: 200 len: 1093 time: 5.1144598 May 26 18:01:33.575464 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597e2bca-7106-4c57-9ce3-b73108629960', 'tag': '286236cd-e1bf-4690-8d1b-f843a4d0118f'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:01:33.619045 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-1b1adeec-4a12-4bdb-8f3f-1a05e0f8fa1f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a004268525cc430dbf4425ff543bea32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8919027 May 26 18:01:33.620082 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38078) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:33.688503 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-dbb30640-9652-41b3-bf21-a0ef32f7667a service neutron] 10.222.0.69 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324067 May 26 18:01:33.695077 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1adeec-4a12-4bdb-8f3f-1a05e0f8fa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f960ff38-0902-4651-8327-e031ab9c5188,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:33.784487 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Sync routers for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:01:33.803924 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:01:33.804867 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:01:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:33.921774 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:33.965772 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-28abefc5-67ad-4004-976e-6e4e7414534c admin admin] Publish callbacks [] for security_group (f960ff38-0902-4651-8327-e031ab9c5188), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:33.976850 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Publish callbacks [] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:33.979369 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5116842-dfe5-4d92-bd8f-ac32aa4d8c8a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group_rule (6bb607cf-4188-403e-b67a-dc227814da4e), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:34.030033 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:34.037498 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8107905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8119238'] for router_interface (c9629e1e-c9da-4f32-a870-980ea02d3823), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:34.080710 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-ab47e68a-95c4-4f2b-b4d2-c51579cc0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:34.083352 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-ab47e68a-95c4-4f2b-b4d2-c51579cc0060 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=41aaf61888b149a59ed741d201490e52&device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 1127 time: 0.3856030 May 26 18:01:34.117078 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:01:34.119636 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-28abefc5-67ad-4004-976e-6e4e7414534c admin admin] Publish callbacks [] for security_group (f960ff38-0902-4651-8327-e031ab9c5188), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:34.170439 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-6784e8bb-ff10-4a43-8b47-235d58ce1d3d service neutron] 10.222.0.69 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569249 May 26 18:01:34.324053 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-28abefc5-67ad-4004-976e-6e4e7414534c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f960ff38-0902-4651-8327-e031ab9c5188), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:34.339715 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-28abefc5-67ad-4004-976e-6e4e7414534c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:34.346274 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-28abefc5-67ad-4004-976e-6e4e7414534c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f960ff38-0902-4651-8327-e031ab9c5188 HTTP/1.1" status: 204 len: 168 time: 0.7201962 May 26 18:01:34.420611 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abefc5-67ad-4004-976e-6e4e7414534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f960ff38-0902-4651-8327-e031ab9c5188,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:34.618231 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:34.802401 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 2, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:34.828917 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:34.831247 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:34.888476 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Checking router: 52382004-7f79-4e59-aa0b-bcab076a4e8b for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:01:34.888847 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Updating router 52382004-7f79-4e59-aa0b-bcab076a4e8b port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 binding host dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:01:34.976766 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f7536-0992-490e-b377-a0131cb5bf7c req-b811b9f0-e227-431a-a1c7-f1e7c2e8627c tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:34.993010 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:34.995009 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-723f7536-0992-490e-b377-a0131cb5bf7c req-b811b9f0-e227-431a-a1c7-f1e7c2e8627c tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 943 time: 0.2598758 May 26 18:01:35.008726 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:35.012824 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d050b80e-a3c6-4474-a6f2-2780e0926bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "597e2bca-7106-4c57-9ce3-b73108629960", "tag": "286236cd-e1bf-4690-8d1b-f843a4d0118f"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:01:35.115625 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-86319363-bdb4-4701-b5ba-39973ed91f59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=286236cd-e1bf-4690-8d1b-f843a4d0118f HTTP/1.1" status: 200 len: 217 time: 0.9997087 May 26 18:01:35.154527 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-723f7536-0992-490e-b377-a0131cb5bf7c req-0e343e60-7a16-42d7-bf3f-814664884564 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586137 May 26 18:01:35.194530 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38144) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:35.208918 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:35.209312 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:35.244210 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5116842-dfe5-4d92-bd8f-ac32aa4d8c8a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group_rule (6bb607cf-4188-403e-b67a-dc227814da4e), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:35.244454 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a70c217f-6cf7-454b-8ccb-868451dea074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:35.245714 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Pushing event updated for resources: {'Port': ['ID=ef8ad18f-3308-473a-a7d6-e626888f19b2,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:35.265576 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d0e736e1-9891-46e5-af7b-80219e627d9e req-647c1408-0910-462c-b7d1-c2b4fd48cf3f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 210 time: 0.2703347 May 26 18:01:35.285476 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:35.303753 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:35.304711 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 4c638127-a819-4aa2-9fa6-167822212501 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:35.317232 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5116842-dfe5-4d92-bd8f-ac32aa4d8c8a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (6bb607cf-4188-403e-b67a-dc227814da4e), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:35.321837 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:35.468549 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5116842-dfe5-4d92-bd8f-ac32aa4d8c8a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb607cf-4188-403e-b67a-dc227814da4e,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:35.513498 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5116842-dfe5-4d92-bd8f-ac32aa4d8c8a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:35.527518 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c5116842-dfe5-4d92-bd8f-ac32aa4d8c8a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6433201 May 26 18:01:35.564153 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-68ded586-b2dd-41bf-860d-d321bedaca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:35.567606 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-68ded586-b2dd-41bf-860d-d321bedaca32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1613fb41-5472-44f8-8011-41be514957ec HTTP/1.1" status: 200 len: 852 time: 0.3822222 May 26 18:01:35.578180 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38152) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:35.601415 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:35.834468 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a70c217f-6cf7-454b-8ccb-868451dea074 admin admin] Publish callbacks [] for security_group (ac4ce61c-05dd-4a69-a536-f74ad6ac0653), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:35.841585 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a70c217f-6cf7-454b-8ccb-868451dea074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (ac4ce61c-05dd-4a69-a536-f74ad6ac0653), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:35.857850 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-8a9a8b26-86a0-431e-8bd5-5ae00449c8ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b9b5b4a-a88b-47f5-b18b-d8928aa5e340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2414112 May 26 18:01:35.914915 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:35.921389 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c217f-6cf7-454b-8ccb-868451dea074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4ce61c-05dd-4a69-a536-f74ad6ac0653,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:35.979786 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-a70c217f-6cf7-454b-8ccb-868451dea074 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=adc196065f724435922a485a46984e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7839077 May 26 18:01:35.983794 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38160) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:36.009029 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:36.018713 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:36.110064 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-02eb2e48-3c29-4dba-a22d-4b45b92dc239 admin admin] Publish callbacks [] for security_group (ac4ce61c-05dd-4a69-a536-f74ad6ac0653), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:36.124528 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:36.189073 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-02eb2e48-3c29-4dba-a22d-4b45b92dc239 admin admin] Publish callbacks [] for security_group (ac4ce61c-05dd-4a69-a536-f74ad6ac0653), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:36.203092 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 4c638127-a819-4aa2-9fa6-167822212501 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:36.203484 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4c638127-a819-4aa2-9fa6-167822212501), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:36.231715 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:36.363962 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:36.374882 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-02eb2e48-3c29-4dba-a22d-4b45b92dc239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (ac4ce61c-05dd-4a69-a536-f74ad6ac0653), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:36.379144 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-02eb2e48-3c29-4dba-a22d-4b45b92dc239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:36.384070 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-02eb2e48-3c29-4dba-a22d-4b45b92dc239 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac4ce61c-05dd-4a69-a536-f74ad6ac0653 HTTP/1.1" status: 204 len: 168 time: 0.3991175 May 26 18:01:36.412148 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb2e48-3c29-4dba-a22d-4b45b92dc239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4ce61c-05dd-4a69-a536-f74ad6ac0653,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:36.574660 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38178) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:36.591153 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Publish callbacks [] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:36.607266 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdfc256-7c83-4c2d-be93-9ea7ae9f0de8 x-openstack-request-id: req-8fdfc256-7c83-4c2d-be93-9ea7ae9f0de8 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:01:36.607891 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597e2bca-7106-4c57-9ce3-b73108629960", "tag": "286236cd-e1bf-4690-8d1b-f843a4d0118f", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:01:36.613319 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:36.621960 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-6b121c15-0ae2-4ee4-a07d-71b95da48c98 None None] Provisioning complete for port ef8ad18f-3308-473a-a7d6-e626888f19b2 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:36.622970 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6b121c15-0ae2-4ee4-a07d-71b95da48c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:36.623604 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8fdfc256-7c83-4c2d-be93-9ea7ae9f0de8 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:01:36.624357 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdfc256-7c83-4c2d-be93-9ea7ae9f0de8'] response: {'name': 'network-changed', 'server_uuid': '597e2bca-7106-4c57-9ce3-b73108629960', 'tag': '286236cd-e1bf-4690-8d1b-f843a4d0118f', 'status': 'completed', 'code': 200} May 26 18:01:36.695358 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:36.718053 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 4c638127-a819-4aa2-9fa6-167822212501 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:36.790075 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-6b121c15-0ae2-4ee4-a07d-71b95da48c98 None None] Port ef8ad18f-3308-473a-a7d6-e626888f19b2 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:01:36.862146 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45bdfb-40c6-470c-b569-3f878e60744c None None] Pushing event updated for resources: {'Port': ['ID=d9dfa93c-ccb6-486f-8bfb-c8591e96ed70,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:36.889320 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Attempting to bind port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:36.889982 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Attempting to bind port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:36.890582 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Attempting to bind port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 on network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:36.898956 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:36.899825 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Checking segment: {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:36.900783 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:36.901510 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Bound using segment: {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:36.902150 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Bound port: d9dfa93c-ccb6-486f-8bfb-c8591e96ed70, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:36.902972 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:36.960603 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-45ed8de1-68e8-4d82-aabd-ec495f448e5c req-83fe2a09-22fe-46b2-be16-3eabbf543657 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 210 time: 0.1385095 May 26 18:01:36.983850 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761db132-8d14-4a2f-b7e7-790f7426fd13 req-e5873d5e-7777-4313-9e25-3e9dc9bd439d tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:36.985750 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-761db132-8d14-4a2f-b7e7-790f7426fd13 req-e5873d5e-7777-4313-9e25-3e9dc9bd439d tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 943 time: 0.3940597 May 26 18:01:37.039765 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-7fc8b295-7217-42a1-93c9-33632622d19a service neutron] 10.222.0.62 "GET /v2.0/networks/6b9b5b4a-a88b-47f5-b18b-d8928aa5e340?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1554065 May 26 18:01:37.065142 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:37.091004 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:37.097142 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] For port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:37.101847 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] For port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=d9dfa93c-ccb6-486f-8bfb-c8591e96ed70,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:37.125853 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:37.225112 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:01:37.225786 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:01:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:37.231217 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45bdfb-40c6-470c-b569-3f878e60744c None None] Pushing event updated for resources: {'Port': ['ID=d9dfa93c-ccb6-486f-8bfb-c8591e96ed70,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:37.264101 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-63f68b20-3b20-4294-8814-048b84ee8afc None None] Provisioning complete for port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:37.264590 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-63f68b20-3b20-4294-8814-048b84ee8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:37.323119 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Router c9629e1e-c9da-4f32-a870-980ea02d3823 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:01:37.416217 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:37.416596 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:37.496804 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:01:37.639012 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-63f68b20-3b20-4294-8814-048b84ee8afc None None] Current status of the port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:37.639398 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-63f68b20-3b20-4294-8814-048b84ee8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:37.708291 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-63f68b20-3b20-4294-8814-048b84ee8afc None None] For port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=d9dfa93c-ccb6-486f-8bfb-c8591e96ed70,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:37.720429 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-63f68b20-3b20-4294-8814-048b84ee8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:37.895306 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:37.900099 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Allocated IP 172.27.0.68 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/18a9b73a-8e37-4b56-8c1b-579de9401608) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:37.937699 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-845495bf-3009-4b43-918f-17afdbf7b612 None None] Provisioning complete for port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:37.939475 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-845495bf-3009-4b43-918f-17afdbf7b612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:38.051572 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:38.076856 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for port (18a9b73a-8e37-4b56-8c1b-579de9401608), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:38.095045 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.62', 62083) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:38.195224 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b358c4a-3395-4f1f-ae56-241e674bcecd None None] The sync data for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi is: [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:01:38.201200 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:38.203987 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:38.209052 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-845495bf-3009-4b43-918f-17afdbf7b612 None None] Current status of the port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:38.228660 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f68b20-3b20-4294-8814-048b84ee8afc None None] Pushing event updated for resources: {'Port': ['ID=d9dfa93c-ccb6-486f-8bfb-c8591e96ed70,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:38.229729 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-761db132-8d14-4a2f-b7e7-790f7426fd13 req-e719dc6a-2c5b-4636-a8d6-207d1f18a4ba tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2084863 May 26 18:01:38.230763 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1b0ddc0b-bfce-4ac3-b0be-3c264d79a18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:38.366804 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a920c1b8-8854-4b43-b0be-c2e04e67fcc2 req-57fae38c-2ba9-40f5-9aa1-e8b984a3838a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 210 time: 0.0452495 May 26 18:01:38.480582 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1b0ddc0b-bfce-4ac3-b0be-3c264d79a18e admin admin] Publish callbacks [] for security_group (e20ebfa1-a6a6-4cd7-9d5e-ff8086b818de), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:38.489115 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (18a9b73a-8e37-4b56-8c1b-579de9401608), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:38.507130 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-d0e2e69f-d93c-449f-bb0b-2f008e77e21f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:38.519931 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-d0e2e69f-d93c-449f-bb0b-2f008e77e21f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.62 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 817 time: 0.4205837 May 26 18:01:38.527309 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:38.528751 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1b0ddc0b-bfce-4ac3-b0be-3c264d79a18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e20ebfa1-a6a6-4cd7-9d5e-ff8086b818de), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:38.595660 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:38.669661 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:38.679545 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:38.844091 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-9dee3c63-65b6-47f6-813f-2c20b59bc942 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab53cc69f7b0424cb689317c4be9b685 HTTP/1.1" status: 200 len: 380 time: 0.3153720 May 26 18:01:38.860525 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Request body: {'port': {'device_id': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'admin_state_up': True, 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'security_groups': ['d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b']}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:38.905685 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (1ee58ce1-ae95-40c7-8853-0aaad94eaceb), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:38.931087 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-1b0ddc0b-bfce-4ac3-b0be-3c264d79a18e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=557338c937664207b42f14a48217f194&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3282578 May 26 18:01:38.938857 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:38.951668 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38244) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:39.002991 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (18a9b73a-8e37-4b56-8c1b-579de9401608), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:39.014473 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:39.039867 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:39.069812 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:39.069812 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:39.181965 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:39.226558 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Made reservation on behalf of ab53cc69f7b0424cb689317c4be9b685 for: {'port': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:39.226558 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:39.308927 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:39.392991 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event updated for resources: {'Port': ['ID=18a9b73a-8e37-4b56-8c1b-579de9401608,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:39.707572 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21620c-1e2c-49e3-84be-944e652304dd req-38412555-335d-4c84-9a6c-ab18ea2245fd tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:39.714154 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fe21620c-1e2c-49e3-84be-944e652304dd req-38412555-335d-4c84-9a6c-ab18ea2245fd tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 943 time: 0.3078022 May 26 18:01:39.730249 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b27c1113-5b2b-43c7-a229-717b0118e41d req-c0dd74a7-6265-43a3-bde3-e73671a31876 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 210 time: 0.1585112 May 26 18:01:39.839246 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38264) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:39.841811 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef3ae78d-8c0d-429c-97fb-e1a61e1a50e7 req-aab565c5-a777-4d87-90c1-1644165e70b1 service neutron] 10.222.0.62 "GET /v2.0/networks/6b9b5b4a-a88b-47f5-b18b-d8928aa5e340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.7265372 May 26 18:01:39.850406 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ddc0b-bfce-4ac3-b0be-3c264d79a18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20ebfa1-a6a6-4cd7-9d5e-ff8086b818de,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:39.866608 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-125bd000-7c4b-4a0f-8eb0-e3aeb9e7e2b7 admin admin] Publish callbacks [] for security_group (e20ebfa1-a6a6-4cd7-9d5e-ff8086b818de), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:40.099404 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Allocated IP 172.20.0.9 (2cd2844c-2075-4a75-ad58-855aef5bd960/d8f61508-65b2-43cd-83fc-505deb57e794/0450cfd2-c365-4788-a3b6-a839770208e7) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:40.135180 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:01:40.146396 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Sync routers for ids ['c9629e1e-c9da-4f32-a870-980ea02d3823'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:01:40.150800 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b5a2e48e-650b-4060-a70d-92278840639f admin admin] 10.222.0.69 "PUT /v2.0/routers/c9629e1e-c9da-4f32-a870-980ea02d3823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1813300 May 26 18:01:40.151673 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:40.190206 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Routers {'c9629e1e-c9da-4f32-a870-980ea02d3823'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:01:40.190940 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:01:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['c9629e1e-c9da-4f32-a870-980ea02d3823'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:40.245575 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-125bd000-7c4b-4a0f-8eb0-e3aeb9e7e2b7 admin admin] Publish callbacks [] for security_group (e20ebfa1-a6a6-4cd7-9d5e-ff8086b818de), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:40.286022 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050b80e-a3c6-4474-a6f2-2780e0926bdb req-43bedbb0-3ed3-4609-915a-ab7c7af2fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:40.287801 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d050b80e-a3c6-4474-a6f2-2780e0926bdb req-43bedbb0-3ed3-4609-915a-ab7c7af2fe35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=41aaf61888b149a59ed741d201490e52&device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 1127 time: 0.1336432 May 26 18:01:40.394902 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fe21620c-1e2c-49e3-84be-944e652304dd req-8d92c743-3c5b-4906-98ba-2c7616b3848b tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460057 May 26 18:01:40.497422 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Set router c9629e1e-c9da-4f32-a870-980ea02d3823 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:01:40.500881 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for port (18a9b73a-8e37-4b56-8c1b-579de9401608), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:40.530972 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (18a9b73a-8e37-4b56-8c1b-579de9401608), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:40.602703 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-125bd000-7c4b-4a0f-8eb0-e3aeb9e7e2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e20ebfa1-a6a6-4cd7-9d5e-ff8086b818de), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:40.605359 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-125bd000-7c4b-4a0f-8eb0-e3aeb9e7e2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:40.607324 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-125bd000-7c4b-4a0f-8eb0-e3aeb9e7e2b7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e20ebfa1-a6a6-4cd7-9d5e-ff8086b818de HTTP/1.1" status: 204 len: 168 time: 1.6155443 May 26 18:01:40.618198 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ea680d4-a2de-4951-9d62-65f361b5d612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:40.658242 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (1ee58ce1-ae95-40c7-8853-0aaad94eaceb), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:40.690007 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bd000-7c4b-4a0f-8eb0-e3aeb9e7e2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20ebfa1-a6a6-4cd7-9d5e-ff8086b818de,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:40.708870 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050b80e-a3c6-4474-a6f2-2780e0926bdb req-88181305-6eae-4494-9e33-5262d1059459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:40.711603 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d050b80e-a3c6-4474-a6f2-2780e0926bdb req-88181305-6eae-4494-9e33-5262d1059459 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 HTTP/1.1" status: 200 len: 913 time: 0.4079721 May 26 18:01:40.713066 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event updated for resources: {'Port': ['ID=18a9b73a-8e37-4b56-8c1b-579de9401608,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:40.736990 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:40.748139 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8b10e61f-c30a-4595-b8e8-abab22559731 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1597393 May 26 18:01:40.804289 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for port (0450cfd2-c365-4788-a3b6-a839770208e7), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:40.874867 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-09c77987-acd0-450c-8249-6f6e18d4a4fa req-0aac9848-8c4c-4a93-ad98-66e5f3c88571 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 210 time: 0.0434451 May 26 18:01:40.921669 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d050b80e-a3c6-4474-a6f2-2780e0926bdb req-a61f2435-8554-4c5e-8b13-87275b7e91fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=286236cd-e1bf-4690-8d1b-f843a4d0118f HTTP/1.1" status: 200 len: 217 time: 0.0618060 May 26 18:01:40.933651 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 2, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:40.940872 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:40.943850 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ea680d4-a2de-4951-9d62-65f361b5d612 admin admin] Publish callbacks [] for security_group (2ca9baf9-3b12-411e-bdb5-e4d957e41fb0), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:40.969514 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Checking router: c9629e1e-c9da-4f32-a870-980ea02d3823 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:01:40.970048 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Updating router c9629e1e-c9da-4f32-a870-980ea02d3823 port ef8ad18f-3308-473a-a7d6-e626888f19b2 binding host dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:01:41.011310 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.029886 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event updated for resources: {'Port': ['ID=0450cfd2-c365-4788-a3b6-a839770208e7,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:41.032383 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:41.038287 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ea680d4-a2de-4951-9d62-65f361b5d612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (2ca9baf9-3b12-411e-bdb5-e4d957e41fb0), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.075791 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Network 2cd2844c-2075-4a75-ad58-855aef5bd960 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:41.085210 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:41.100881 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:41.106144 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:41.106918 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.126378 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:41.130762 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-2ea680d4-a2de-4951-9d62-65f361b5d612 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73ef673c7ff74dbabf5066a72d8395ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2905080 May 26 18:01:41.133689 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38310) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:41.139318 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea680d4-a2de-4951-9d62-65f361b5d612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca9baf9-3b12-411e-bdb5-e4d957e41fb0,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:41.198295 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-7221c42c-20ac-43ce-a75b-1c6d8eca5970 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1990067703&fields=id&tenant_id=79f8f4d1e7da4bfe9629717a86ba0def HTTP/1.1" status: 200 len: 267 time: 0.1308408 May 26 18:01:41.202189 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-af3699dc-a413-473c-81c6-b73615fe99b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3522282 May 26 18:01:41.279772 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4def037b-1f52-4324-bd45-8c7c32552165 admin admin] Publish callbacks [] for security_group (2ca9baf9-3b12-411e-bdb5-e4d957e41fb0), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.327341 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4def037b-1f52-4324-bd45-8c7c32552165 admin admin] Publish callbacks [] for security_group (2ca9baf9-3b12-411e-bdb5-e4d957e41fb0), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.421294 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4def037b-1f52-4324-bd45-8c7c32552165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (2ca9baf9-3b12-411e-bdb5-e4d957e41fb0), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.425507 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4def037b-1f52-4324-bd45-8c7c32552165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.436651 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4def037b-1f52-4324-bd45-8c7c32552165 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ca9baf9-3b12-411e-bdb5-e4d957e41fb0 HTTP/1.1" status: 204 len: 168 time: 0.3017824 May 26 18:01:41.454112 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-2f2efe00-d453-4415-ad1b-6967d9165d8b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:41.458754 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def037b-1f52-4324-bd45-8c7c32552165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca9baf9-3b12-411e-bdb5-e4d957e41fb0,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:41.465387 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-2f2efe00-d453-4415-ad1b-6967d9165d8b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/networks?id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666 HTTP/1.1" status: 200 len: 810 time: 0.2601960 May 26 18:01:41.498149 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-2a6908d1-c2c6-4ed8-834c-63932c664865 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/quotas/79f8f4d1e7da4bfe9629717a86ba0def HTTP/1.1" status: 200 len: 375 time: 0.0318153 May 26 18:01:41.556209 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Publish callbacks [] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.559927 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:41.583020 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.587852 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-c99b81fc-c153-4e90-b9db-be5c9b577512 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736635 May 26 18:01:41.601217 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-5edd8a3a-390d-48dd-bfb4-c2f594407eda None None] Provisioning complete for port 0450cfd2-c365-4788-a3b6-a839770208e7 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:41.601879 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5edd8a3a-390d-48dd-bfb4-c2f594407eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.796207 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-992ec357-4178-46f3-88b7-84f253786049 service neutron] 10.222.0.69 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064669 May 26 18:01:41.810123 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-4e13d9aa-d133-4c9d-8037-8bd159230b20 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:41.811262 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38340) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:41.811742 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-4e13d9aa-d133-4c9d-8037-8bd159230b20 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 819 time: 0.1847527 May 26 18:01:41.832166 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6aac46-1db1-475d-9ee5-661f11f6381c None None] Pushing event updated for resources: {'Port': ['ID=ef8ad18f-3308-473a-a7d6-e626888f19b2,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:41.832980 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-2e7177f3-3d4f-4b5b-a0aa-8ba387f6a912 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/quotas/53288d567a8f426bb068908db481e32e HTTP/1.1" status: 200 len: 375 time: 0.0150156 May 26 18:01:41.835344 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-5edd8a3a-390d-48dd-bfb4-c2f594407eda None None] Port 0450cfd2-c365-4788-a3b6-a839770208e7 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:01:41.874773 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-99707f70-f835-43c1-b736-d2b9f0d3301e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.896826 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Attempting to bind port ef8ad18f-3308-473a-a7d6-e626888f19b2 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:41.897271 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Attempting to bind port ef8ad18f-3308-473a-a7d6-e626888f19b2 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:41.897749 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Attempting to bind port ef8ad18f-3308-473a-a7d6-e626888f19b2 on network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:41.903938 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:41.904531 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Checking segment: {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:41.905046 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.905547 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Bound using segment: {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:41.906135 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Bound port: ef8ad18f-3308-473a-a7d6-e626888f19b2, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:41.906630 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:41.982393 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3c377125-8157-4db3-86fa-158a30cd18d2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1363513 May 26 18:01:42.000665 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] For port ef8ad18f-3308-473a-a7d6-e626888f19b2, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:42.006230 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] For port ef8ad18f-3308-473a-a7d6-e626888f19b2, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=ef8ad18f-3308-473a-a7d6-e626888f19b2,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:42.014787 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.069074 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:42.070864 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-71f8c796-fb5c-4bd2-bbfb-7a695e605680 service neutron] 10.222.0.69 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737954 May 26 18:01:42.092375 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-d648adc1-8434-4ac2-85e6-f3333f9986bb None None] Provisioning complete for port ef8ad18f-3308-473a-a7d6-e626888f19b2 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:42.092885 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d648adc1-8434-4ac2-85e6-f3333f9986bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.165845 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Routers {'c9629e1e-c9da-4f32-a870-980ea02d3823'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:01:42.166669 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:01:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['c9629e1e-c9da-4f32-a870-980ea02d3823'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:42.180542 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6aac46-1db1-475d-9ee5-661f11f6381c None None] Pushing event updated for resources: {'Port': ['ID=ef8ad18f-3308-473a-a7d6-e626888f19b2,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:42.258048 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-99707f70-f835-43c1-b736-d2b9f0d3301e admin admin] Publish callbacks [] for security_group (e5b81bae-2ff5-4ac9-b384-2c8ffe9dee34), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.264578 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-99707f70-f835-43c1-b736-d2b9f0d3301e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e5b81bae-2ff5-4ac9-b384-2c8ffe9dee34), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.358209 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-99707f70-f835-43c1-b736-d2b9f0d3301e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ca1bda5bc2184e4aa47fe2981e768914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5376911 May 26 18:01:42.358679 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38360) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:42.403984 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-d648adc1-8434-4ac2-85e6-f3333f9986bb None None] Current status of the port ef8ad18f-3308-473a-a7d6-e626888f19b2 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:42.404608 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d648adc1-8434-4ac2-85e6-f3333f9986bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.405584 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:42.432007 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99707f70-f835-43c1-b736-d2b9f0d3301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b81bae-2ff5-4ac9-b384-2c8ffe9dee34,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:42.454212 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d3b8cfe-e424-4331-be8b-c223fa471617 admin admin] Publish callbacks [] for security_group (e5b81bae-2ff5-4ac9-b384-2c8ffe9dee34), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.479019 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] Set router c9629e1e-c9da-4f32-a870-980ea02d3823 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:01:42.511744 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d3b8cfe-e424-4331-be8b-c223fa471617 admin admin] Publish callbacks [] for security_group (e5b81bae-2ff5-4ac9-b384-2c8ffe9dee34), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.519207 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-d648adc1-8434-4ac2-85e6-f3333f9986bb None None] For port ef8ad18f-3308-473a-a7d6-e626888f19b2, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=ef8ad18f-3308-473a-a7d6-e626888f19b2,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:42.527665 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38366) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:42.556994 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d648adc1-8434-4ac2-85e6-f3333f9986bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.589942 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750ecff-2f66-43d8-ba1a-29830337e564 req-a1ea8f38-e3e1-4225-9bec-90f9606b7f99 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:42.592145 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7750ecff-2f66-43d8-ba1a-29830337e564 req-a1ea8f38-e3e1-4225-9bec-90f9606b7f99 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 943 time: 0.1192822 May 26 18:01:42.598122 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d3b8cfe-e424-4331-be8b-c223fa471617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e5b81bae-2ff5-4ac9-b384-2c8ffe9dee34), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.601282 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8d3b8cfe-e424-4331-be8b-c223fa471617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.604671 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8d3b8cfe-e424-4331-be8b-c223fa471617 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e5b81bae-2ff5-4ac9-b384-2c8ffe9dee34 HTTP/1.1" status: 204 len: 168 time: 0.2443855 May 26 18:01:42.615102 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-034e5d02-ccd4-46b7-8cd8-9d27cfea4f72 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:01:42.617157 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-034e5d02-ccd4-46b7-8cd8-9d27cfea4f72 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1442242 May 26 18:01:42.646318 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b8cfe-e424-4331-be8b-c223fa471617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b81bae-2ff5-4ac9-b384-2c8ffe9dee34,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:42.677668 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7bb1bb8f-7b1d-43b0-8639-ee0dcf9a31b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.700732 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7750ecff-2f66-43d8-ba1a-29830337e564 req-a9ec3901-bde0-4fe4-9276-73122b5411cf tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986693 May 26 18:01:42.851086 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:42.958524 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7bb1bb8f-7b1d-43b0-8639-ee0dcf9a31b9 admin admin] Publish callbacks [] for security_group (a3d6cfb1-40df-4e2e-a2b5-72883e51f591), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.972641 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7bb1bb8f-7b1d-43b0-8639-ee0dcf9a31b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (a3d6cfb1-40df-4e2e-a2b5-72883e51f591), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:42.989211 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:42.992252 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-e41725b3-61c0-413f-b314-50d865504a3a service neutron] 10.222.0.69 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652134 May 26 18:01:42.999482 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device ef8ad18f-3308-473a-a7d6-e626888f19b2 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:43.000113 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10f1ce-a428-416b-863a-147426326a96 req-75cee4df-5a63-4faf-b986-668f7f89db1c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:43.005258 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6c10f1ce-a428-416b-863a-147426326a96 req-75cee4df-5a63-4faf-b986-668f7f89db1c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 931 time: 0.1025867 May 26 18:01:43.047407 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:43.108006 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7bb1bb8f-7b1d-43b0-8639-ee0dcf9a31b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=940f20ec02304f96a5dbb4c38c025eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5788901 May 26 18:01:43.114685 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1bb8f-7b1d-43b0-8639-ee0dcf9a31b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d6cfb1-40df-4e2e-a2b5-72883e51f591,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:43.118454 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38388) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:43.138039 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-9e12a4dc-f12f-4917-9d99-905fa14f2328 None None] Provisioning complete for port ef8ad18f-3308-473a-a7d6-e626888f19b2 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:43.138734 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9e12a4dc-f12f-4917-9d99-905fa14f2328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:43.163454 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6c10f1ce-a428-416b-863a-147426326a96 req-4129d63a-d1b7-416d-95d6-67b548c2ea1b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506972 May 26 18:01:43.199854 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-a03edc7f-25b4-4563-877b-4a70b7b55ec1 service neutron] 10.222.0.69 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849580 May 26 18:01:43.226520 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-87e5b646-3529-4c41-beb1-20ccfc152871 admin admin] Publish callbacks [] for security_group (a3d6cfb1-40df-4e2e-a2b5-72883e51f591), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:43.281038 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648adc1-8434-4ac2-85e6-f3333f9986bb None None] Pushing event updated for resources: {'Port': ['ID=ef8ad18f-3308-473a-a7d6-e626888f19b2,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:43.282629 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-87e5b646-3529-4c41-beb1-20ccfc152871 admin admin] Publish callbacks [] for security_group (a3d6cfb1-40df-4e2e-a2b5-72883e51f591), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:43.340910 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7bf13202-eea3-4800-83e1-61e5428c76e7 req-f2c40acb-f520-4986-a2db-d5f4c69c5ec3 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 210 time: 0.0701098 May 26 18:01:43.411193 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-87e5b646-3529-4c41-beb1-20ccfc152871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (a3d6cfb1-40df-4e2e-a2b5-72883e51f591), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:43.415929 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port ef8ad18f-3308-473a-a7d6-e626888f19b2 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:43.416419 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:43.428269 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:41Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:01:43.429959 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-87e5b646-3529-4c41-beb1-20ccfc152871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:43.432173 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-87e5b646-3529-4c41-beb1-20ccfc152871 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a3d6cfb1-40df-4e2e-a2b5-72883e51f591 HTTP/1.1" status: 204 len: 168 time: 0.3109283 May 26 18:01:43.443106 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5b646-3529-4c41-beb1-20ccfc152871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d6cfb1-40df-4e2e-a2b5-72883e51f591,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:43.502782 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c52a8-0612-451c-aacb-9f097a66711e None None] The sync data for ids ['c9629e1e-c9da-4f32-a870-980ea02d3823'] in dv-cinder-836074-5-iscsi is: [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:41Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:01:43.540832 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-9e12a4dc-f12f-4917-9d99-905fa14f2328 None None] Current status of the port ef8ad18f-3308-473a-a7d6-e626888f19b2 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:43.579402 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-76f18749-29a1-499a-88dd-08e33e0a6b80 req-b2bff131-5830-4ca1-8b8b-e7d2b5fbae1c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 210 time: 0.0521464 May 26 18:01:43.640109 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port ef8ad18f-3308-473a-a7d6-e626888f19b2 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:43.645273 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:43.993718 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a34b9a-75fe-41e7-a253-ee2fc0b844cd req-ab1d1949-3c36-47e1-a89b-79f0570a8e29 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:43.995498 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-80a34b9a-75fe-41e7-a253-ee2fc0b844cd req-ab1d1949-3c36-47e1-a89b-79f0570a8e29 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 943 time: 0.1670308 May 26 18:01:44.135278 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:44.153890 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-80a34b9a-75fe-41e7-a253-ee2fc0b844cd req-a48e2cfb-f2c3-4fd5-8c87-c172a31dfae8 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387217 May 26 18:01:44.282984 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-9516fe88-70b0-4ecc-8fbc-2937f944f0ec tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:44.295064 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-9516fe88-70b0-4ecc-8fbc-2937f944f0ec tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 819 time: 0.2274163 May 26 18:01:44.322004 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-9e3c3705-829b-4663-bfcf-e2e3d88b9339 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/quotas/53288d567a8f426bb068908db481e32e HTTP/1.1" status: 200 len: 375 time: 0.0259848 May 26 18:01:44.397927 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b56f7bc9-8b78-4a6b-8f47-4d8e182cf7c2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741208 May 26 18:01:44.400186 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38474) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:44.435590 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf7b4d-dc0c-4a27-aee0-3c8bce0c05e3 req-cb421a99-b1ab-4dd6-a1f1-c91d00a3830a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:44.437286 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d2bf7b4d-dc0c-4a27-aee0-3c8bce0c05e3 req-cb421a99-b1ab-4dd6-a1f1-c91d00a3830a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 931 time: 0.1164834 May 26 18:01:44.446094 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8bb9740e-a08f-44b6-ab4d-054f2b3974ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:44.450463 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:44.524323 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Request body: {'port': {'device_id': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:44.670254 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050b80e-a3c6-4474-a6f2-2780e0926bdb req-c72669a0-069c-46b1-b67f-a0d8043f4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:44.677286 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d050b80e-a3c6-4474-a6f2-2780e0926bdb req-c72669a0-069c-46b1-b67f-a0d8043f4745 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1613fb41-5472-44f8-8011-41be514957ec HTTP/1.1" status: 200 len: 852 time: 0.1885970 May 26 18:01:44.684606 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d2bf7b4d-dc0c-4a27-aee0-3c8bce0c05e3 req-99a1a297-5071-4856-89f2-7e385ed2fe3c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367561 May 26 18:01:44.713451 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38486) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:44.785347 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:44.825037 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d050b80e-a3c6-4474-a6f2-2780e0926bdb req-8973bd7b-ccf2-4059-9898-f445ef8cacf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b9b5b4a-a88b-47f5-b18b-d8928aa5e340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363406 May 26 18:01:44.932081 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-cecdbc56-e7dd-4fc7-8382-3379eb871eda service neutron] 10.222.0.69 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327957 May 26 18:01:44.993579 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device ef8ad18f-3308-473a-a7d6-e626888f19b2 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:45.047928 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:45.093616 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port ef8ad18f-3308-473a-a7d6-e626888f19b2 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:45.094388 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:45.136144 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7ee6f18-fe22-403f-8f6b-e78d773595ca req-9a56e470-dcad-45d2-bc69-32021282dacb tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 210 time: 0.2342594 May 26 18:01:45.235393 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d050b80e-a3c6-4474-a6f2-2780e0926bdb req-6dfc1326-703c-4df4-9144-032cec72800a service neutron] 10.222.0.62 "GET /v2.0/networks/6b9b5b4a-a88b-47f5-b18b-d8928aa5e340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019134 May 26 18:01:45.278137 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port ef8ad18f-3308-473a-a7d6-e626888f19b2 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:45.470147 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e99e7-add7-4b74-9abe-6f7878fc98ba req-cc0a6d1f-02bd-41d6-8adc-1aae37613b93 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:45.477714 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8d4e99e7-add7-4b74-9abe-6f7878fc98ba req-cc0a6d1f-02bd-41d6-8adc-1aae37613b93 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 943 time: 0.1196015 May 26 18:01:45.480414 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-19c69557-83c4-4328-9228-4bbe962cc643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:45.526007 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8bb9740e-a08f-44b6-ab4d-054f2b3974ef admin admin] Publish callbacks [] for security_group (2fb12979-30d7-4a91-acf5-bcf6158a78a5), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:45.540996 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.62', 62093) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:45.541925 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8bb9740e-a08f-44b6-ab4d-054f2b3974ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (2fb12979-30d7-4a91-acf5-bcf6158a78a5), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:45.566792 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:45.580702 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8d4e99e7-add7-4b74-9abe-6f7878fc98ba req-821092bd-b585-4bf6-b527-c812e773ed44 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020353 May 26 18:01:45.608426 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d050b80e-a3c6-4474-a6f2-2780e0926bdb req-2655b528-46b0-4350-bcc9-7f16fe938ce9 service neutron] 10.222.0.62 "GET /v2.0/networks/6b9b5b4a-a88b-47f5-b18b-d8928aa5e340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978957 May 26 18:01:45.628141 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9740e-a08f-44b6-ab4d-054f2b3974ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb12979-30d7-4a91-acf5-bcf6158a78a5,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:45.676627 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-19c69557-83c4-4328-9228-4bbe962cc643 admin admin] Publish callbacks [] for security_group (ad3d2090-97f0-4b10-acc2-4aebdfca9e58), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:45.684924 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-19c69557-83c4-4328-9228-4bbe962cc643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (ad3d2090-97f0-4b10-acc2-4aebdfca9e58), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:45.795987 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-8bb9740e-a08f-44b6-ab4d-054f2b3974ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a400ad2167bc4fe4b54be66750a5fdfe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3865972 May 26 18:01:45.854481 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38520) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:45.856792 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-e3099ba5-4c74-4609-a462-f45301054520 service neutron] 10.222.0.69 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9178839 May 26 18:01:45.992684 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-19c69557-83c4-4328-9228-4bbe962cc643 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc72a8cb97894449b01838ceeb7635cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2730453 May 26 18:01:45.994794 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c69557-83c4-4328-9228-4bbe962cc643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d2090-97f0-4b10-acc2-4aebdfca9e58,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:45.997457 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38530) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:46.001816 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 286236cd-e1bf-4690-8d1b-f843a4d0118f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:01:46.061159 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-213dbf94-60fa-4d85-b1ca-80a4d198901d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:46.062665 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-213dbf94-60fa-4d85-b1ca-80a4d198901d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.62 "GET /v2.0/networks?id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666 HTTP/1.1" status: 200 len: 810 time: 0.4363513 May 26 18:01:46.063305 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-efe5c81b-6cde-40fa-8983-af21e867a8df admin admin] Publish callbacks [] for security_group (2fb12979-30d7-4a91-acf5-bcf6158a78a5), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:46.072820 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:46.082045 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:46.136267 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-56a11d7a-5e77-4fd0-9296-765e92cd1b5a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:46.137940 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-56a11d7a-5e77-4fd0-9296-765e92cd1b5a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 819 time: 0.4042108 May 26 18:01:46.147999 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:46.165432 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4441a-6427-441d-9cbd-5fb70e83cbe4 req-b561ac3b-6875-4cd4-ba24-7a960c522474 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:46.167299 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-dbd4441a-6427-441d-9cbd-5fb70e83cbe4 req-b561ac3b-6875-4cd4-ba24-7a960c522474 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 931 time: 0.2236838 May 26 18:01:46.177000 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Request body: {'port': {'device_id': '3e617476-1bcd-49f6-b16b-1513445fc759', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'admin_state_up': True, 'tenant_id': '53288d567a8f426bb068908db481e32e'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:46.180430 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-efe5c81b-6cde-40fa-8983-af21e867a8df admin admin] Publish callbacks [] for security_group (2fb12979-30d7-4a91-acf5-bcf6158a78a5), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:46.213309 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5be41940-de15-499e-a8a2-be3e98f6ff3e req-44ff1d49-30d6-4ba3-9041-ce3f54d408c5 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 210 time: 0.0805044 May 26 18:01:46.308976 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 286236cd-e1bf-4690-8d1b-f843a4d0118f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=286236cd-e1bf-4690-8d1b-f843a4d0118f,segment=NetworkSegment(5eaeaec7-7668-4eff-a06b-542569d64f0d),segment_id=5eaeaec7-7668-4eff-a06b-542569d64f0d)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:46.322273 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0450cfd2-c365-4788-a3b6-a839770208e7 {{(pid=103836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:01:46.334810 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Publish callbacks [] for port (0450cfd2-c365-4788-a3b6-a839770208e7), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:46.350341 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '286236cd-e1bf-4690-8d1b-f843a4d0118f', 'network_id': '6b9b5b4a-a88b-47f5-b18b-d8928aa5e340', 'port_id': '286236cd-e1bf-4690-8d1b-f843a4d0118f', 'mac_address': 'fa:16:3e:ea:fd:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1613fb41-5472-44f8-8011-41be514957ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:01:46.375352 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7dea0fa1-e5b6-4691-95ae-e917ac22b242 req-a914a3b3-ae09-4ac1-ad54-ed7433498106 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 210 time: 0.0449998 May 26 18:01:46.384630 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-280efcbd-93a6-42cf-8b55-3058f82e1c31 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f8f4d1e7da4bfe9629717a86ba0def HTTP/1.1" status: 200 len: 380 time: 0.3085115 May 26 18:01:46.416129 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Request body: {'port': {'device_id': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'admin_state_up': True, 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'security_groups': ['58ede83d-3331-4d59-8f5d-315e1446039f']}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:46.418110 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 286236cd-e1bf-4690-8d1b-f843a4d0118f is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:46.418773 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:46.445222 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286236cd-e1bf-4690-8d1b-f843a4d0118f {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:01:46.461712 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.provisioning_blocks [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Transition to ACTIVE for port object 0450cfd2-c365-4788-a3b6-a839770208e7 will not be triggered until provisioned by entity L2. {{(pid=103836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:01:46.467334 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-efe5c81b-6cde-40fa-8983-af21e867a8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (2fb12979-30d7-4a91-acf5-bcf6158a78a5), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:46.475750 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-efe5c81b-6cde-40fa-8983-af21e867a8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:46.475750 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-efe5c81b-6cde-40fa-8983-af21e867a8df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2fb12979-30d7-4a91-acf5-bcf6158a78a5 HTTP/1.1" status: 204 len: 168 time: 0.6154039 May 26 18:01:46.483551 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 286236cd-e1bf-4690-8d1b-f843a4d0118f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=286236cd-e1bf-4690-8d1b-f843a4d0118f,segment=NetworkSegment(5eaeaec7-7668-4eff-a06b-542569d64f0d),segment_id=5eaeaec7-7668-4eff-a06b-542569d64f0d)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:46.492326 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:46.520914 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:46.634577 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5c81b-6cde-40fa-8983-af21e867a8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb12979-30d7-4a91-acf5-bcf6158a78a5,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:46.754465 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=286236cd-e1bf-4690-8d1b-f843a4d0118f,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:46.775401 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:01:46.793896 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['286236cd-e1bf-4690-8d1b-f843a4d0118f'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:01:46.824354 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-dbd4441a-6427-441d-9cbd-5fb70e83cbe4 req-e4c3e697-ce5e-4aaf-bdfa-6806cc6e9159 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6124637 May 26 18:01:46.895646 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Pushing event updated for resources: {'Port': ['ID=0450cfd2-c365-4788-a3b6-a839770208e7,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:46.932787 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4ba7068c-0f92-4073-a4e9-2b25b1ab7ac3 admin admin] Publish callbacks [] for security_group (ad3d2090-97f0-4b10-acc2-4aebdfca9e58), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:46.999310 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4ba7068c-0f92-4073-a4e9-2b25b1ab7ac3 admin admin] Publish callbacks [] for security_group (ad3d2090-97f0-4b10-acc2-4aebdfca9e58), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:47.026475 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Attempting to bind port 0450cfd2-c365-4788-a3b6-a839770208e7 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:47.029125 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Attempting to bind port 0450cfd2-c365-4788-a3b6-a839770208e7 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:47.029541 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Attempting to bind port 0450cfd2-c365-4788-a3b6-a839770208e7 on network 2cd2844c-2075-4a75-ad58-855aef5bd960 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:47.029854 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Made reservation on behalf of 53288d567a8f426bb068908db481e32e for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:47.034130 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:47.063713 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Port 0450cfd2-c365-4788-a3b6-a839770208e7 on network 2cd2844c-2075-4a75-ad58-855aef5bd960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:01:47.064113 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Attempting to bind port 0450cfd2-c365-4788-a3b6-a839770208e7 on network 2cd2844c-2075-4a75-ad58-855aef5bd960 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:47.130253 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:47.130629 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Checking segment: {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:47.131221 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Bound using segment: {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:47.131683 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Bound port: 0450cfd2-c365-4788-a3b6-a839770208e7, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'}}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:47.132068 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:47.143944 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef4555-4355-4534-8fee-02fe954fc0fe req-ccf12a05-adad-49d0-a313-0f12a08a4d49 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:47.152486 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-42ef4555-4355-4534-8fee-02fe954fc0fe req-ccf12a05-adad-49d0-a313-0f12a08a4d49 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 944 time: 0.3433847 May 26 18:01:47.244437 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4ba7068c-0f92-4073-a4e9-2b25b1ab7ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (ad3d2090-97f0-4b10-acc2-4aebdfca9e58), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:47.254338 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4ba7068c-0f92-4073-a4e9-2b25b1ab7ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:47.258015 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4ba7068c-0f92-4073-a4e9-2b25b1ab7ac3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad3d2090-97f0-4b10-acc2-4aebdfca9e58 HTTP/1.1" status: 204 len: 168 time: 1.1280658 May 26 18:01:47.285440 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:47.313766 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7068c-0f92-4073-a4e9-2b25b1ab7ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d2090-97f0-4b10-acc2-4aebdfca9e58,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:47.376789 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, cleared binding levels {{(pid=103836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:47.384491 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0450cfd2-c365-4788-a3b6-a839770208e7,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:47.398086 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Allocated IP 172.20.0.8 (18d1c3ca-82fe-45c8-9ec5-367933ffa4c4/3b59f225-65a0-4eef-b8a2-9cfb718da775/efa3e5cd-83db-40dc-825f-91ed2c94a915) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:47.405128 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:47.449446 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8ce5f22b-4a83-4769-9661-c00e126308e3 req-86f4cc78-ad0a-4aaf-9ce9-8b481997ed53 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 210 time: 0.0663295 May 26 18:01:47.449673 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-42ef4555-4355-4534-8fee-02fe954fc0fe req-8f8c2467-b48c-45e0-b280-759699ab9d27 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961087 May 26 18:01:47.459753 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Made reservation on behalf of 79f8f4d1e7da4bfe9629717a86ba0def for: {'port': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:47.474572 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:47.540978 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:47.542324 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:47.545546 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] 10.222.0.62 "PUT /v2.0/ports/0450cfd2-c365-4788-a3b6-a839770208e7 HTTP/1.1" status: 200 len: 1093 time: 3.0286100 May 26 18:01:47.552857 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:01:47.684663 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fd76bd29-d55a-4b83-9dad-3bc69cd50e55 req-1254ba16-7f0d-412a-9102-717d63538f4a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 210 time: 0.1210363 May 26 18:01:47.793963 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.62', 62100) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:47.948378 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:47.950944 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-a3a1490e-a635-4e39-be2b-8dd7ac7d3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:47.953112 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-a3a1490e-a635-4e39-be2b-8dd7ac7d3032 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 1127 time: 0.3152111 May 26 18:01:47.975504 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38602) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:47.995149 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 286236cd-e1bf-4690-8d1b-f843a4d0118f up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:48.038579 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-98570b0e-7721-4677-8bde-3cfd5d459b7b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:48.040550 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-98570b0e-7721-4677-8bde-3cfd5d459b7b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 819 time: 0.2455711 May 26 18:01:48.053940 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667087ac-8d13-4926-8df3-7ba40372519a service neutron] Pushing event updated for resources: {'Port': ['ID=0450cfd2-c365-4788-a3b6-a839770208e7,revision_number=3']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:48.057621 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:48.068160 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=69 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:48.073906 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Request body: {'port': {'device_id': 'ab024be1-042a-4324-9a5e-f66f33a36fc5', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'admin_state_up': True, 'tenant_id': '53288d567a8f426bb068908db481e32e'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:48.081739 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:48.102414 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:48.116613 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:48.136504 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-a1d034ed-7097-44d7-baff-39ec8bd2ccdc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0450cfd2-c365-4788-a3b6-a839770208e7 HTTP/1.1" status: 200 len: 217 time: 0.1587472 May 26 18:01:48.225723 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-8753c97e-87c0-4bd8-8299-e450b8c83fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:48.227523 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-8753c97e-87c0-4bd8-8299-e450b8c83fc8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 200 len: 856 time: 0.0654778 May 26 18:01:48.236220 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:48.298728 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cc891c4-9e01-496d-a1b4-15ba84b93f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:48.316833 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a511173-4696-4140-b1ef-d94795556826 req-e0b87a3a-2f15-4ffc-b4a9-eb0bc6ce6eb4 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:48.318908 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6a511173-4696-4140-b1ef-d94795556826 req-e0b87a3a-2f15-4ffc-b4a9-eb0bc6ce6eb4 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.3027337 May 26 18:01:48.342453 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port 286236cd-e1bf-4690-8d1b-f843a4d0118f completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:01:48.357374 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 286236cd-e1bf-4690-8d1b-f843a4d0118f triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:48.358301 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Allocated IP 172.20.0.6 (0bfb788b-88d8-4bf1-bef0-c0a994bf6666/9c4bb892-83e3-4ae4-bd0c-13631a4610a8/b29d6acf-04aa-4714-90fd-8db0f59d3e5c) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:48.363238 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:48.377372 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:48.392664 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:48.397004 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event updated for resources: {'Port': ['ID=efa3e5cd-83db-40dc-825f-91ed2c94a915,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:48.405166 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-67b70604-5bdb-4eb4-bdb1-7af8ca7027b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:48.413284 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:48.421170 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:48.421824 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:48.442684 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:48.457045 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15571a27-e3d9-4b9f-9893-e02aacc042b3" -d '{"events": [{"name": "network-changed", "server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:01:48.477409 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-79c59feb-58fb-49cd-8f32-a1e3d7911776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:48.478222 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-3b2d2354-86df-4d01-83b3-6285d10eb4a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3095996 May 26 18:01:48.483380 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-79c59feb-58fb-49cd-8f32-a1e3d7911776 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cd2844c-2075-4a75-ad58-855aef5bd960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2453210 May 26 18:01:48.512145 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Request body: {'port': {'device_id': '3e617476-1bcd-49f6-b16b-1513445fc759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:48.623651 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 286236cd-e1bf-4690-8d1b-f843a4d0118f is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:48.624711 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:48.684202 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e83715f9-0efe-4ae6-9e01-30e529bbe6ad req-a385573d-095d-4a05-84d2-d477b706d6a1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 210 time: 0.0943701 May 26 18:01:48.694004 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Made reservation on behalf of 53288d567a8f426bb068908db481e32e for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:01:48.701602 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597e2bca-7106-4c57-9ce3-b73108629960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286236cd-e1bf-4690-8d1b-f843a4d0118f'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:01:48.715141 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:48.939785 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 286236cd-e1bf-4690-8d1b-f843a4d0118f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=286236cd-e1bf-4690-8d1b-f843a4d0118f,segment=NetworkSegment(5eaeaec7-7668-4eff-a06b-542569d64f0d),segment_id=5eaeaec7-7668-4eff-a06b-542569d64f0d)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:48.952001 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:48.952001 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-d5b06297-4b18-4301-baeb-5829e3de9a4a None None] Provisioning complete for port efa3e5cd-83db-40dc-825f-91ed2c94a915 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:48.953027 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d5b06297-4b18-4301-baeb-5829e3de9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:49.007017 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Allocated IP 172.20.0.5 (18d1c3ca-82fe-45c8-9ec5-367933ffa4c4/3b59f225-65a0-4eef-b8a2-9cfb718da775/6e614e89-75f5-41f4-9d8e-dc40ee2870d3) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:01:49.030571 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-d5b06297-4b18-4301-baeb-5829e3de9a4a None None] Port efa3e5cd-83db-40dc-825f-91ed2c94a915 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:01:49.034753 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6a511173-4696-4140-b1ef-d94795556826 req-b35be909-3f74-401c-bedd-9e6e357fe30c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6834824 May 26 18:01:49.045116 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=286236cd-e1bf-4690-8d1b-f843a4d0118f,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:49.109888 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:49.202271 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adae2f4-c22e-4fd3-b949-88b5787a585a" -d '{"events": [{"server_uuid": "597e2bca-7106-4c57-9ce3-b73108629960", "name": "network-vif-plugged", "status": "completed", "tag": "286236cd-e1bf-4690-8d1b-f843a4d0118f"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:01:49.285900 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66df70b-dfff-4d8f-8682-28336bddc5cb req-7ce47639-2acc-4059-859c-1fd88c2250e0 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:49.293657 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d66df70b-dfff-4d8f-8682-28336bddc5cb req-7ce47639-2acc-4059-859c-1fd88c2250e0 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.2261953 May 26 18:01:49.349700 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:49.363827 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68116e4e-1423-4e22-b8e9-afe329eb8d08 x-openstack-request-id: req-68116e4e-1423-4e22-b8e9-afe329eb8d08 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:01:49.364294 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:01:49.364618 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68116e4e-1423-4e22-b8e9-afe329eb8d08 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:01:49.366375 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68116e4e-1423-4e22-b8e9-afe329eb8d08'] response: {'name': 'network-changed', 'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7', 'status': 'completed', 'code': 200} May 26 18:01:49.377927 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:49.404452 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-67b70604-5bdb-4eb4-bdb1-7af8ca7027b8 admin admin] Publish callbacks [] for security_group (418e7ccd-ce02-4a0e-a844-9f52766fc55e), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:49.417875 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-4041e5df-1fe7-41b3-a21b-d7d1e352e7d5 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812952 May 26 18:01:49.428751 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-67b70604-5bdb-4eb4-bdb1-7af8ca7027b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (418e7ccd-ce02-4a0e-a844-9f52766fc55e), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:49.532603 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d66df70b-dfff-4d8f-8682-28336bddc5cb req-98d29d03-ade7-43db-aa0f-86904298d83e tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355447 May 26 18:01:49.538579 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:49.570378 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38668) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:49.573685 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:49.626292 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:49.645730 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:49.681460 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b70604-5bdb-4eb4-bdb1-7af8ca7027b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418e7ccd-ce02-4a0e-a844-9f52766fc55e,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:49.686220 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34b3f165-55ec-4b2e-8d40-d4bb47957f86 req-5a467d6e-bc80-46e7-8358-a25241a0e575 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163553 May 26 18:01:49.687648 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:49.731577 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-07c5100d-bc0b-4f7a-8efb-598b9334c3d6 req-f2c88efd-6b0b-4f30-a171-8ddb05a949c1 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 210 time: 0.2998576 May 26 18:01:49.743604 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event updated for resources: {'Port': ['ID=6e614e89-75f5-41f4-9d8e-dc40ee2870d3,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:49.763881 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:49.773015 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:49.780123 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:49.790391 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:49.795292 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:49.851310 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-67b70604-5bdb-4eb4-bdb1-7af8ca7027b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ab38b001ed84de2bc40e7902d86505e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8619676 May 26 18:01:49.866925 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38680) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:49.894075 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ef37c9-5522-494f-a47a-7df1bd5fe3d2 x-openstack-request-id: req-71ef37c9-5522-494f-a47a-7df1bd5fe3d2 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:01:49.894611 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597e2bca-7106-4c57-9ce3-b73108629960", "name": "network-vif-plugged", "status": "completed", "tag": "286236cd-e1bf-4690-8d1b-f843a4d0118f", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:01:49.894611 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-71ef37c9-5522-494f-a47a-7df1bd5fe3d2 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:01:49.895102 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ef37c9-5522-494f-a47a-7df1bd5fe3d2'] response: {'server_uuid': '597e2bca-7106-4c57-9ce3-b73108629960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286236cd-e1bf-4690-8d1b-f843a4d0118f', 'code': 200} May 26 18:01:49.909782 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cb13bc51-a602-4bb1-b8a9-dd89455a10b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:49.912101 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:49.949760 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:01:49.974309 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:01:49.983396 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:01:49.987978 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b96da10c-74d4-453a-ba0a-9a288cd42b8f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9239612 May 26 18:01:49.990561 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:50.000127 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.012037 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event updated for resources: {'Port': ['ID=b29d6acf-04aa-4714-90fd-8db0f59d3e5c,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:50.033989 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a138d3a-af8e-4a02-ae20-a8ae00807cf7 req-9b45c9c5-bdb7-4d9e-ac13-10b52fff4f6e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:50.035989 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1a138d3a-af8e-4a02-ae20-a8ae00807cf7 req-9b45c9c5-bdb7-4d9e-ac13-10b52fff4f6e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 931 time: 0.1758835 May 26 18:01:50.095634 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-50689dcf-134d-4ec9-bb1e-9b7ef015bb81 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6932862 May 26 18:01:50.128990 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fc565e40-4be6-433c-aa9f-3ba061db73d2 admin admin] Publish callbacks [] for security_group (418e7ccd-ce02-4a0e-a844-9f52766fc55e), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.130892 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cb13bc51-a602-4bb1-b8a9-dd89455a10b8 admin admin] Publish callbacks [] for security_group (26a09d35-4f5c-469b-88b4-7eb186f1c53c), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.145135 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cb13bc51-a602-4bb1-b8a9-dd89455a10b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (26a09d35-4f5c-469b-88b4-7eb186f1c53c), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.207807 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-f81855ac-94c3-45d0-a5a1-836aced3cb67 None None] Provisioning complete for port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:50.209411 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f81855ac-94c3-45d0-a5a1-836aced3cb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.225885 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-90814463-06cc-49f1-86a1-0401f5774f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.252297 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fc565e40-4be6-433c-aa9f-3ba061db73d2 admin admin] Publish callbacks [] for security_group (418e7ccd-ce02-4a0e-a844-9f52766fc55e), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.262543 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-cb13bc51-a602-4bb1-b8a9-dd89455a10b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97ffd47f9ed34e9286ceedeb1e11ed07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6865826 May 26 18:01:50.266111 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38688) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:50.286634 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-f81855ac-94c3-45d0-a5a1-836aced3cb67 None None] Port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:01:50.289635 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13bc51-a602-4bb1-b8a9-dd89455a10b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a09d35-4f5c-469b-88b4-7eb186f1c53c,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:50.321232 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1a138d3a-af8e-4a02-ae20-a8ae00807cf7 req-2fae2e50-0991-41ae-bd0d-fd132ff0fb1f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763693 May 26 18:01:50.390080 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa3e5cd-83db-40dc-825f-91ed2c94a915 {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:01:50.420310 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Publish callbacks [] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.436130 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ffb66-eba2-4dbe-97c1-f26d9d0872f2 req-cbd39f22-d1d3-4657-af22-c1e281e4e9e0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:50.446386 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0b4a92f9-1ef9-49da-9b2f-38a59f992a57 admin admin] Publish callbacks [] for security_group (26a09d35-4f5c-469b-88b4-7eb186f1c53c), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.449173 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7b6ffb66-eba2-4dbe-97c1-f26d9d0872f2 req-cbd39f22-d1d3-4657-af22-c1e281e4e9e0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.1736715 May 26 18:01:50.466162 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fc565e40-4be6-433c-aa9f-3ba061db73d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (418e7ccd-ce02-4a0e-a844-9f52766fc55e), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.475612 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fc565e40-4be6-433c-aa9f-3ba061db73d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.478864 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-fc565e40-4be6-433c-aa9f-3ba061db73d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/418e7ccd-ce02-4a0e-a844-9f52766fc55e HTTP/1.1" status: 204 len: 168 time: 0.6098230 May 26 18:01:50.498742 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Request body: {'port': {'device_id': 'ab024be1-042a-4324-9a5e-f66f33a36fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:50.511361 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Request body: {'port': {'device_id': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:01:50.533859 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-e033f115-bfc6-474c-9c90-a143fe4856c1 None None] Provisioning complete for port b29d6acf-04aa-4714-90fd-8db0f59d3e5c triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:50.534819 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e033f115-bfc6-474c-9c90-a143fe4856c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.540773 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:50.617169 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-e033f115-bfc6-474c-9c90-a143fe4856c1 None None] Port b29d6acf-04aa-4714-90fd-8db0f59d3e5c cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:01:50.648497 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.652316 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Transition to ACTIVE for port object efa3e5cd-83db-40dc-825f-91ed2c94a915 will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:01:50.668009 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15571a27-e3d9-4b9f-9893-e02aacc042b3 req-722004e6-910f-4811-a9a1-c0494fd8633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:50.670212 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-15571a27-e3d9-4b9f-9893-e02aacc042b3 req-722004e6-910f-4811-a9a1-c0494fd8633d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 1127 time: 0.1729846 May 26 18:01:50.678605 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc565e40-4be6-433c-aa9f-3ba061db73d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418e7ccd-ce02-4a0e-a844-9f52766fc55e,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:50.678789 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.682178 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0b4a92f9-1ef9-49da-9b2f-38a59f992a57 admin admin] Publish callbacks [] for security_group (26a09d35-4f5c-469b-88b4-7eb186f1c53c), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.735782 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7b6ffb66-eba2-4dbe-97c1-f26d9d0872f2 req-0911dc46-b16c-483b-88e0-58145549a2fd tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841854 May 26 18:01:50.789509 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Pushing event updated for resources: {'Port': ['ID=efa3e5cd-83db-40dc-825f-91ed2c94a915,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:50.813543 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.841481 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ce61-c5e7-4fc2-9581-837044a9824b req-8da6af37-6adf-4c97-8555-3ced258c4da0 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:50.843081 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3c52ce61-c5e7-4fc2-9581-837044a9824b req-8da6af37-6adf-4c97-8555-3ced258c4da0 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.1719532 May 26 18:01:50.959232 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Attempting to bind port efa3e5cd-83db-40dc-825f-91ed2c94a915 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:50.959806 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Attempting to bind port efa3e5cd-83db-40dc-825f-91ed2c94a915 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:50.960672 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Attempting to bind port efa3e5cd-83db-40dc-825f-91ed2c94a915 on network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:50.974962 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0b4a92f9-1ef9-49da-9b2f-38a59f992a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (26a09d35-4f5c-469b-88b4-7eb186f1c53c), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.977541 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0b4a92f9-1ef9-49da-9b2f-38a59f992a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:50.978959 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-0b4a92f9-1ef9-49da-9b2f-38a59f992a57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26a09d35-4f5c-469b-88b4-7eb186f1c53c HTTP/1.1" status: 204 len: 168 time: 0.6980884 May 26 18:01:51.009153 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Port efa3e5cd-83db-40dc-825f-91ed2c94a915 on network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:01:51.009803 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Attempting to bind port efa3e5cd-83db-40dc-825f-91ed2c94a915 on network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:51.037180 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:51.037709 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Checking segment: {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:51.038640 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Bound using segment: {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:51.039075 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Bound port: efa3e5cd-83db-40dc-825f-91ed2c94a915, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:51.040412 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3c52ce61-c5e7-4fc2-9581-837044a9824b req-54ce7e44-e699-4181-b412-120f12a180f3 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636167 May 26 18:01:51.041040 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.085455 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e27a4-dd6c-4158-b3b6-c5b554451676 req-790ba6bf-0862-48d5-bb0b-7cc063f42801 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:51.087117 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7a2e27a4-dd6c-4158-b3b6-c5b554451676 req-790ba6bf-0862-48d5-bb0b-7cc063f42801 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 931 time: 0.1296518 May 26 18:01:51.088213 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38706) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:51.147929 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a92f9-1ef9-49da-9b2f-38a59f992a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a09d35-4f5c-469b-88b4-7eb186f1c53c,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:51.159991 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6a26d545-f427-4334-a833-1e98a360e7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.220381 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:51.253842 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:51.288673 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:51.346087 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] For port efa3e5cd-83db-40dc-825f-91ed2c94a915, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:51.353434 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7a2e27a4-dd6c-4158-b3b6-c5b554451676 req-4bb23b7f-e8ed-445f-8232-75144111a110 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480090 May 26 18:01:51.370217 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29d6acf-04aa-4714-90fd-8db0f59d3e5c {{(pid=103836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:01:51.390228 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Publish callbacks [] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.438254 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.provisioning_blocks [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Transition to ACTIVE for port object b29d6acf-04aa-4714-90fd-8db0f59d3e5c will not be triggered until provisioned by entity L2. {{(pid=103836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:01:51.444724 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.446836 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] For port efa3e5cd-83db-40dc-825f-91ed2c94a915, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=efa3e5cd-83db-40dc-825f-91ed2c94a915,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:51.462882 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:01:51.481143 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.491427 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Publish callbacks [] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.549086 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f393c66-ac50-4a2f-adac-e6015bfc9d1f req-2a582b49-4d5c-4881-bfc9-f26c52058c5e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:51.549086 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6f393c66-ac50-4a2f-adac-e6015bfc9d1f req-2a582b49-4d5c-4881-bfc9-f26c52058c5e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 931 time: 0.0997431 May 26 18:01:51.554727 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.568856 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=b29d6acf-04aa-4714-90fd-8db0f59d3e5c,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:51.610588 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:51.617514 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Pushing event updated for resources: {'Port': ['ID=efa3e5cd-83db-40dc-825f-91ed2c94a915,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:51.626152 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Attempting to bind port b29d6acf-04aa-4714-90fd-8db0f59d3e5c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:51.626491 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Attempting to bind port b29d6acf-04aa-4714-90fd-8db0f59d3e5c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:51.626805 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Attempting to bind port b29d6acf-04aa-4714-90fd-8db0f59d3e5c on network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:51.654238 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Port b29d6acf-04aa-4714-90fd-8db0f59d3e5c on network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:01:51.654570 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Attempting to bind port b29d6acf-04aa-4714-90fd-8db0f59d3e5c on network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:51.664249 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:51.665595 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.666438 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:51.666799 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Checking segment: {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:51.667366 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Bound using segment: {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:51.667855 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Bound port: b29d6acf-04aa-4714-90fd-8db0f59d3e5c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'}}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:51.668381 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.670339 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-bd90ef4a-6eb0-431e-a9d5-d78b61b9b074 service neutron] 10.222.0.62 "PUT /v2.0/ports/efa3e5cd-83db-40dc-825f-91ed2c94a915 HTTP/1.1" status: 200 len: 1093 time: 3.1784766 May 26 18:01:51.671476 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Transition to ACTIVE for port object 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:01:51.674495 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e617476-1bcd-49f6-b16b-1513445fc759', 'tag': 'efa3e5cd-83db-40dc-825f-91ed2c94a915'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:01:51.677343 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea39035d-5560-4d49-a419-84c2e0a687d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e617476-1bcd-49f6-b16b-1513445fc759", "tag": "efa3e5cd-83db-40dc-825f-91ed2c94a915"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:01:51.683847 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.711639 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6f393c66-ac50-4a2f-adac-e6015bfc9d1f req-fd718bb8-2325-40ec-bece-5e90a5994ecc tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516359 May 26 18:01:51.772841 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6a26d545-f427-4334-a833-1e98a360e7c9 admin admin] Publish callbacks [] for security_group (54b12d50-edf8-47ed-a6da-a737e2326207), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.785766 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be069622-d6c1-4704-a2c8-9ac02db7e4be x-openstack-request-id: req-be069622-d6c1-4704-a2c8-9ac02db7e4be {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:01:51.786115 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e617476-1bcd-49f6-b16b-1513445fc759", "tag": "efa3e5cd-83db-40dc-825f-91ed2c94a915", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:01:51.786615 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be069622-d6c1-4704-a2c8-9ac02db7e4be {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:01:51.786782 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be069622-d6c1-4704-a2c8-9ac02db7e4be'] response: {'name': 'network-changed', 'server_uuid': '3e617476-1bcd-49f6-b16b-1513445fc759', 'tag': 'efa3e5cd-83db-40dc-825f-91ed2c94a915', 'status': 'completed', 'code': 200} May 26 18:01:51.795727 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6a26d545-f427-4334-a833-1e98a360e7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (54b12d50-edf8-47ed-a6da-a737e2326207), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.823087 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Pushing event updated for resources: {'Port': ['ID=6e614e89-75f5-41f4-9d8e-dc40ee2870d3,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:51.825269 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] For port b29d6acf-04aa-4714-90fd-8db0f59d3e5c, host hv-cinder-83607, cleared binding levels {{(pid=103836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:51.831443 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] For port b29d6acf-04aa-4714-90fd-8db0f59d3e5c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b29d6acf-04aa-4714-90fd-8db0f59d3e5c,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:51.846444 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:51.883206 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26d545-f427-4334-a833-1e98a360e7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b12d50-edf8-47ed-a6da-a737e2326207,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:51.891318 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6a26d545-f427-4334-a833-1e98a360e7c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f9f3a8431d940b69ce7beee96f4d16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7975492 May 26 18:01:51.891935 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38734) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:51.959533 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Attempting to bind port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:01:51.959877 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Attempting to bind port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:01:51.960248 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Attempting to bind port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 on network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:51.968116 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=b29d6acf-04aa-4714-90fd-8db0f59d3e5c,revision_number=3']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:51.976621 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 on network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:01:51.977081 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Attempting to bind port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 on network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:01:51.986973 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:01:51.986973 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Checking segment: {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:01:51.987942 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Bound using segment: {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:01:51.988167 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Bound port: 6e614e89-75f5-41f4-9d8e-dc40ee2870d3, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:01:51.988533 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:52.002964 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:52.003808 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:52.005940 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-72573fee-bc3b-466c-beec-95c128115fa8 service neutron] 10.222.0.62 "PUT /v2.0/ports/b29d6acf-04aa-4714-90fd-8db0f59d3e5c HTTP/1.1" status: 200 len: 1093 time: 1.5127664 May 26 18:01:52.006318 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'tag': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:01:52.010627 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f041ecd1-dec8-472b-a480-4b685141677e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcca8b79-ed51-48fa-85ad-4af0a09f7c20", "tag": "b29d6acf-04aa-4714-90fd-8db0f59d3e5c"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:01:52.035210 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da1d24-a91f-4a6a-a665-061fb07520e8 req-6f2a08e3-af6d-4e6a-99a2-da1232abfc19 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:52.043401 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-72da1d24-a91f-4a6a-a665-061fb07520e8 req-6f2a08e3-af6d-4e6a-99a2-da1232abfc19 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0979457 May 26 18:01:52.098078 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b665c02b-d32c-4cf0-939d-12e6b8ad6d8d x-openstack-request-id: req-b665c02b-d32c-4cf0-939d-12e6b8ad6d8d {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:01:52.098456 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcca8b79-ed51-48fa-85ad-4af0a09f7c20", "tag": "b29d6acf-04aa-4714-90fd-8db0f59d3e5c", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:01:52.098799 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b665c02b-d32c-4cf0-939d-12e6b8ad6d8d {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:01:52.099304 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b665c02b-d32c-4cf0-939d-12e6b8ad6d8d'] response: {'name': 'network-changed', 'server_uuid': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'tag': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c', 'status': 'completed', 'code': 200} May 26 18:01:52.139207 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-72da1d24-a91f-4a6a-a665-061fb07520e8 req-ef68fe89-7062-4b0d-82cd-d0c5edd6ef71 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940940 May 26 18:01:52.304678 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6899aaed-2d7c-4552-8f71-23dc9d46c7d0 admin admin] Publish callbacks [] for security_group (54b12d50-edf8-47ed-a6da-a737e2326207), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:52.400274 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6899aaed-2d7c-4552-8f71-23dc9d46c7d0 admin admin] Publish callbacks [] for security_group (54b12d50-edf8-47ed-a6da-a737e2326207), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:52.448047 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca659cb-0fd2-4d58-ab84-65c9f75025b0 req-61a927a1-08bf-4d29-a1a8-c815332934ff tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:52.449634 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2ca659cb-0fd2-4d58-ab84-65c9f75025b0 req-61a927a1-08bf-4d29-a1a8-c815332934ff tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.1512265 May 26 18:01:52.477677 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] For port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:01:52.501575 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6899aaed-2d7c-4552-8f71-23dc9d46c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (54b12d50-edf8-47ed-a6da-a737e2326207), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:52.507428 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6899aaed-2d7c-4552-8f71-23dc9d46c7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:52.511098 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6899aaed-2d7c-4552-8f71-23dc9d46c7d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/54b12d50-edf8-47ed-a6da-a737e2326207 HTTP/1.1" status: 204 len: 168 time: 0.6151326 May 26 18:01:52.517109 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6858d-0943-4c17-848b-bd6dd0b79d20 req-45ced067-3eec-4e16-9aaa-20f6c1f814dc tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:52.524651 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2ae6858d-0943-4c17-848b-bd6dd0b79d20 req-45ced067-3eec-4e16-9aaa-20f6c1f814dc tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0835297 May 26 18:01:52.526334 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] For port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6e614e89-75f5-41f4-9d8e-dc40ee2870d3,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:01:52.537761 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:52.567842 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:52.595267 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:52.605048 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2ae6858d-0943-4c17-848b-bd6dd0b79d20 req-cf07a2f6-75cf-4890-8062-0301b64e7dc4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793951 May 26 18:01:52.637581 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899aaed-2d7c-4552-8f71-23dc9d46c7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b12d50-edf8-47ed-a6da-a737e2326207,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:52.707557 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:52.708803 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:52.710436 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] 10.222.0.62 "PUT /v2.0/ports/6e614e89-75f5-41f4-9d8e-dc40ee2870d3 HTTP/1.1" status: 200 len: 1093 time: 2.2178094 May 26 18:01:52.721315 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2ca659cb-0fd2-4d58-ab84-65c9f75025b0 req-a5144ddc-6e7f-4cce-be51-ce52908408c6 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585206 May 26 18:01:52.756218 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69304a3a-274a-453d-8c7c-e344ceb22250 service neutron] Pushing event updated for resources: {'Port': ['ID=6e614e89-75f5-41f4-9d8e-dc40ee2870d3,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:52.905919 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c830-2d38-47a4-a18b-05597c5bc97b req-666b41b9-7e03-477f-a801-cc0b5fb67ab3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:52.914211 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8454c830-2d38-47a4-a18b-05597c5bc97b req-666b41b9-7e03-477f-a801-cc0b5fb67ab3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 943 time: 0.0735946 May 26 18:01:52.971779 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8454c830-2d38-47a4-a18b-05597c5bc97b req-1afcdb3b-111f-41fb-9c3b-d55b9f5ab91f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555468 May 26 18:01:53.083307 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0450cfd2-c365-4788-a3b6-a839770208e7 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:01:53.106311 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:53.168709 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39035d-5560-4d49-a419-84c2e0a687d2 req-c8c173c1-fcfc-4386-9968-5eaa7644a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:53.170896 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ea39035d-5560-4d49-a419-84c2e0a687d2 req-c8c173c1-fcfc-4386-9968-5eaa7644a254 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 1127 time: 0.0578249 May 26 18:01:53.216579 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.62', 62108) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:53.367437 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8e94a-689a-47d5-b3f1-1d9ff4feea9f req-cd753f30-84ab-4a95-ab21-3adb06381ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:53.369179 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-dbb8e94a-689a-47d5-b3f1-1d9ff4feea9f req-cd753f30-84ab-4a95-ab21-3adb06381ae6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 1129 time: 0.2396388 May 26 18:01:53.395591 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0450cfd2-c365-4788-a3b6-a839770208e7,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:53.406304 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-dbb8e94a-689a-47d5-b3f1-1d9ff4feea9f req-36af667c-ffbb-4a88-a94f-ef943d8018ad service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:53.414618 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '0450cfd2-c365-4788-a3b6-a839770208e7', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'port_id': '0450cfd2-c365-4788-a3b6-a839770208e7', 'mac_address': 'fa:16:3e:70:71:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:01:53.447385 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:53.458479 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 0450cfd2-c365-4788-a3b6-a839770208e7 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:53.458868 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:53.459776 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15571a27-e3d9-4b9f-9893-e02aacc042b3 req-a14d2415-d4b5-44ba-91f4-99da8ed30ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:53.461888 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-15571a27-e3d9-4b9f-9893-e02aacc042b3 req-a14d2415-d4b5-44ba-91f4-99da8ed30ab2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 918 time: 0.3625391 May 26 18:01:53.477016 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0450cfd2-c365-4788-a3b6-a839770208e7 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:01:53.508540 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0450cfd2-c365-4788-a3b6-a839770208e7,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:53.516539 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:53.517222 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-15571a27-e3d9-4b9f-9893-e02aacc042b3 req-fc2130ce-eaa6-47ad-abc1-70191432476e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0450cfd2-c365-4788-a3b6-a839770208e7 HTTP/1.1" status: 200 len: 217 time: 0.0485175 May 26 18:01:53.537156 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39035d-5560-4d49-a419-84c2e0a687d2 req-26b6e325-5bb4-40bc-8cf9-2bea2be04fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:53.538877 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ea39035d-5560-4d49-a419-84c2e0a687d2 req-26b6e325-5bb4-40bc-8cf9-2bea2be04fb3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=53288d567a8f426bb068908db481e32e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3552570 May 26 18:01:53.561238 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:53.562994 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041ecd1-dec8-472b-a480-4b685141677e req-cce9a43b-29fe-4071-be2f-6df0e7355cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:53.564622 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f041ecd1-dec8-472b-a480-4b685141677e req-cce9a43b-29fe-4071-be2f-6df0e7355cb6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 1127 time: 0.3688114 May 26 18:01:53.565712 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b5fbf0a1-6613-4584-b7b0-a429db8f90de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:53.567072 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-b5fbf0a1-6613-4584-b7b0-a429db8f90de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 1127 time: 0.3491323 May 26 18:01:53.589981 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:53.617119 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15571a27-e3d9-4b9f-9893-e02aacc042b3 req-55bda485-d6fc-457c-802d-bf55e0e29834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:53.618775 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-15571a27-e3d9-4b9f-9893-e02aacc042b3 req-55bda485-d6fc-457c-802d-bf55e0e29834 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 200 len: 856 time: 0.0949292 May 26 18:01:53.681254 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-dbb8e94a-689a-47d5-b3f1-1d9ff4feea9f req-36af667c-ffbb-4a88-a94f-ef943d8018ad service neutron] Publish callbacks [] for security_group (1b49e387-593f-4f29-861c-13ea2887e288), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:53.682529 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=0450cfd2-c365-4788-a3b6-a839770208e7,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:53.690019 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-dbb8e94a-689a-47d5-b3f1-1d9ff4feea9f req-36af667c-ffbb-4a88-a94f-ef943d8018ad service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (1b49e387-593f-4f29-861c-13ea2887e288), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:53.699945 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15571a27-e3d9-4b9f-9893-e02aacc042b3 req-f2e83883-1f98-45b9-b995-b0f67ffbe625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:53.701445 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-15571a27-e3d9-4b9f-9893-e02aacc042b3 req-f2e83883-1f98-45b9-b995-b0f67ffbe625 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cd2844c-2075-4a75-ad58-855aef5bd960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754399 May 26 18:01:53.735993 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['0450cfd2-c365-4788-a3b6-a839770208e7'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:01:53.781736 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:53.829789 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-dbb8e94a-689a-47d5-b3f1-1d9ff4feea9f req-36af667c-ffbb-4a88-a94f-ef943d8018ad service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498820 May 26 18:01:53.883551 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e09fc-2904-4476-a938-8feb94dfe907 req-09a8a9c0-0e36-48cf-b87f-fc942389d96d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:53.892401 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c06e09fc-2904-4476-a938-8feb94dfe907 req-09a8a9c0-0e36-48cf-b87f-fc942389d96d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.6309566 May 26 18:01:53.894311 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab024be1-042a-4324-9a5e-f66f33a36fc5', 'tag': '6e614e89-75f5-41f4-9d8e-dc40ee2870d3'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:01:53.900519 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9240bfd3-d784-4514-af30-ea9fabdb12ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ab024be1-042a-4324-9a5e-f66f33a36fc5", "tag": "6e614e89-75f5-41f4-9d8e-dc40ee2870d3"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:01:53.933015 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af667c-ffbb-4a88-a94f-ef943d8018ad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1b49e387-593f-4f29-861c-13ea2887e288,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:53.994972 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-2faab293-9f15-4f29-97ce-c28ea49e3960 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e614e89-75f5-41f4-9d8e-dc40ee2870d3 HTTP/1.1" status: 200 len: 217 time: 0.2816830 May 26 18:01:54.050014 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62deb8-5f6f-4b19-ab38-f3b01d6d2d9c req-912ae6c2-c2e3-4b95-b9db-3854241dd450 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:54.051759 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-be62deb8-5f6f-4b19-ab38-f3b01d6d2d9c req-912ae6c2-c2e3-4b95-b9db-3854241dd450 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.1555691 May 26 18:01:54.054041 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-15571a27-e3d9-4b9f-9893-e02aacc042b3 req-626dcb6e-0a3c-488f-8e74-70a6f51d1c1e service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335118 May 26 18:01:54.062830 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c06e09fc-2904-4476-a938-8feb94dfe907 req-1a3910d7-caec-4e84-9973-a18d49486a5e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634285 May 26 18:01:54.064257 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39035d-5560-4d49-a419-84c2e0a687d2 req-6e935841-c557-48f6-9aa4-ac35ae5a5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:54.066466 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ea39035d-5560-4d49-a419-84c2e0a687d2 req-6e935841-c557-48f6-9aa4-ac35ae5a5c1f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4957778 May 26 18:01:54.140787 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:54.249317 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-be62deb8-5f6f-4b19-ab38-f3b01d6d2d9c req-42f66801-71af-415b-b5c1-d5774170637f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877115 May 26 18:01:54.291618 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-15571a27-e3d9-4b9f-9893-e02aacc042b3 req-2ea457bc-550f-4f0d-86eb-03d6085ec44d service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308512 May 26 18:01:54.351706 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-735b2aa5-9008-40ce-8bb1-0eaab1ee186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:54.353643 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-735b2aa5-9008-40ce-8bb1-0eaab1ee186e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.2839122 May 26 18:01:54.363600 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041ecd1-dec8-472b-a480-4b685141677e req-f314a6c3-e2c2-4708-b971-09b0418b745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:54.365224 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f041ecd1-dec8-472b-a480-4b685141677e req-f314a6c3-e2c2-4708-b971-09b0418b745f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6541152 May 26 18:01:54.367072 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75bbcec-4090-4152-ba0f-f8c2055d8757 x-openstack-request-id: req-c75bbcec-4090-4152-ba0f-f8c2055d8757 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:01:54.367531 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab024be1-042a-4324-9a5e-f66f33a36fc5", "tag": "6e614e89-75f5-41f4-9d8e-dc40ee2870d3", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:01:54.367881 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c75bbcec-4090-4152-ba0f-f8c2055d8757 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:01:54.368477 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75bbcec-4090-4152-ba0f-f8c2055d8757'] response: {'name': 'network-changed', 'server_uuid': 'ab024be1-042a-4324-9a5e-f66f33a36fc5', 'tag': '6e614e89-75f5-41f4-9d8e-dc40ee2870d3', 'status': 'completed', 'code': 200} May 26 18:01:54.372229 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-2f03a869-d2c3-4b4d-8839-315df6ed0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:54.374104 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-2f03a869-d2c3-4b4d-8839-315df6ed0e42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 1127 time: 0.2513561 May 26 18:01:54.381626 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb121a3-1324-4bf2-bcb5-3b4cf418e4dc req-3f2d6715-1314-4486-af30-21850df96014 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:54.383355 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ebb121a3-1324-4bf2-bcb5-3b4cf418e4dc req-3f2d6715-1314-4486-af30-21850df96014 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.1366980 May 26 18:01:54.460195 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ebb121a3-1324-4bf2-bcb5-3b4cf418e4dc req-73eaba95-decb-4fac-86a1-b05d082fdeab tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679626 May 26 18:01:54.501502 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbccc07-d12e-4c68-9bc0-71472586cb8a req-9843c124-4d02-4408-936a-8efc9adfcc71 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:54.503813 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7cbccc07-d12e-4c68-9bc0-71472586cb8a req-9843c124-4d02-4408-936a-8efc9adfcc71 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 943 time: 0.0652316 May 26 18:01:54.564890 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7cbccc07-d12e-4c68-9bc0-71472586cb8a req-1e4a20d1-60d9-440c-abe5-33e54267f0c9 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535822 May 26 18:01:55.189528 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6ff9b-96c0-42c6-bc55-acd55926d817 req-b785dc7d-0870-4306-ba86-82db4ac7673a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:55.191192 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cfa6ff9b-96c0-42c6-bc55-acd55926d817 req-b785dc7d-0870-4306-ba86-82db4ac7673a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 944 time: 0.0519290 May 26 18:01:55.193221 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38854) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:55.236508 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:55.241742 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cfa6ff9b-96c0-42c6-bc55-acd55926d817 req-5a798e84-0cae-4f0a-b59f-6c3cedf856b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430999 May 26 18:01:55.301566 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-11cebed7-25f2-4c12-b7f8-71e5cdc3099a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:55.379534 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0450cfd2-c365-4788-a3b6-a839770208e7 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:01:55.382794 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee12f9-7953-4d89-9d32-e54fe61b6bd1 req-7f210057-1ead-42bc-865b-18013ecae504 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:55.383752 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-11cebed7-25f2-4c12-b7f8-71e5cdc3099a admin admin] Publish callbacks [] for security_group (c3782a6a-5f22-4636-93cf-ed0409f8f5f0), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:55.384357 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-abee12f9-7953-4d89-9d32-e54fe61b6bd1 req-7f210057-1ead-42bc-865b-18013ecae504 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0489340 May 26 18:01:55.389577 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-11cebed7-25f2-4c12-b7f8-71e5cdc3099a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (c3782a6a-5f22-4636-93cf-ed0409f8f5f0), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:55.431511 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-11cebed7-25f2-4c12-b7f8-71e5cdc3099a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e968a61a1d824b13b296a354e00d96ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372820 May 26 18:01:55.433674 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cebed7-25f2-4c12-b7f8-71e5cdc3099a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3782a6a-5f22-4636-93cf-ed0409f8f5f0,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:55.434181 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38862) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:55.440853 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port 0450cfd2-c365-4788-a3b6-a839770208e7 completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:01:55.447197 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 0450cfd2-c365-4788-a3b6-a839770208e7 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:01:55.447551 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:55.473658 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-abee12f9-7953-4d89-9d32-e54fe61b6bd1 req-0f7873d1-dd29-4f32-a7ba-6c0407b898a5 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675435 May 26 18:01:55.515187 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-938c4fbe-b750-4045-9b79-e622f76b146f admin admin] Publish callbacks [] for security_group (c3782a6a-5f22-4636-93cf-ed0409f8f5f0), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:55.531206 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 0450cfd2-c365-4788-a3b6-a839770208e7 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:01:55.531701 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:55.539527 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-938c4fbe-b750-4045-9b79-e622f76b146f admin admin] Publish callbacks [] for security_group (c3782a6a-5f22-4636-93cf-ed0409f8f5f0), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:55.558828 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:01:55.561208 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91ecaf7-d74c-45bc-a234-d1db20049344" -d '{"events": [{"server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "name": "network-vif-plugged", "status": "completed", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:01:55.576262 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0450cfd2-c365-4788-a3b6-a839770208e7,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:01:55.582951 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:55.603153 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-938c4fbe-b750-4045-9b79-e622f76b146f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (c3782a6a-5f22-4636-93cf-ed0409f8f5f0), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:55.609922 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced4c49-b507-475b-a212-35c90c4a9c68 req-fdd21375-08af-4db6-b68e-1e6843ab5bf3 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:55.613573 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-938c4fbe-b750-4045-9b79-e622f76b146f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:55.614664 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-938c4fbe-b750-4045-9b79-e622f76b146f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c3782a6a-5f22-4636-93cf-ed0409f8f5f0 HTTP/1.1" status: 204 len: 168 time: 0.1793821 May 26 18:01:55.621007 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9ced4c49-b507-475b-a212-35c90c4a9c68 req-fdd21375-08af-4db6-b68e-1e6843ab5bf3 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.0849705 May 26 18:01:55.622677 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c4fbe-b750-4045-9b79-e622f76b146f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3782a6a-5f22-4636-93cf-ed0409f8f5f0,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:55.628186 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7709d6e-691a-4e90-8856-3bb8f31c2890 x-openstack-request-id: req-d7709d6e-691a-4e90-8856-3bb8f31c2890 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:01:55.628868 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "name": "network-vif-plugged", "status": "completed", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:01:55.629388 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d7709d6e-691a-4e90-8856-3bb8f31c2890 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:01:55.630173 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7709d6e-691a-4e90-8856-3bb8f31c2890'] response: {'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7', 'code': 200} May 26 18:01:55.657039 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=0450cfd2-c365-4788-a3b6-a839770208e7,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:55.680589 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9ced4c49-b507-475b-a212-35c90c4a9c68 req-01e13f9a-fd55-4466-bd2f-e762a67f8b6d tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555186 May 26 18:01:55.749379 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b120376-3d2a-4b96-a154-25dc385fa072 req-06f5332a-5db0-45f4-89d0-ab8891cd6c8a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:55.750903 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3b120376-3d2a-4b96-a154-25dc385fa072 req-06f5332a-5db0-45f4-89d0-ab8891cd6c8a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 943 time: 0.0520656 May 26 18:01:55.789819 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:55.803456 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3b120376-3d2a-4b96-a154-25dc385fa072 req-48ad65a6-f513-431a-8eb1-ab97fa61e005 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459809 May 26 18:01:55.914362 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 38876) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:55.920648 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:55.928759 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-cd853701-b852-49ed-905b-117788ed83bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:56.009573 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-cd853701-b852-49ed-905b-117788ed83bc admin admin] Publish callbacks [] for security_group (2e7fcdac-e839-4bd5-8624-908becd6cf97), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:56.013323 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-cd853701-b852-49ed-905b-117788ed83bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (2e7fcdac-e839-4bd5-8624-908becd6cf97), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:56.053306 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-cd853701-b852-49ed-905b-117788ed83bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3abd4bf11edb44c489e126ddbffa1209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378686 May 26 18:01:56.054090 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd853701-b852-49ed-905b-117788ed83bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7fcdac-e839-4bd5-8624-908becd6cf97,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:56.056136 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 38880) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:56.109939 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-71ac7fd9-a352-48f3-9caa-f54c86d4eff5 admin admin] Publish callbacks [] for security_group (2e7fcdac-e839-4bd5-8624-908becd6cf97), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:56.132732 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-71ac7fd9-a352-48f3-9caa-f54c86d4eff5 admin admin] Publish callbacks [] for security_group (2e7fcdac-e839-4bd5-8624-908becd6cf97), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:56.181454 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-71ac7fd9-a352-48f3-9caa-f54c86d4eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (2e7fcdac-e839-4bd5-8624-908becd6cf97), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:56.183931 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-71ac7fd9-a352-48f3-9caa-f54c86d4eff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:56.185111 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-71ac7fd9-a352-48f3-9caa-f54c86d4eff5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e7fcdac-e839-4bd5-8624-908becd6cf97 HTTP/1.1" status: 204 len: 168 time: 0.1279912 May 26 18:01:56.193570 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac7fd9-a352-48f3-9caa-f54c86d4eff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7fcdac-e839-4bd5-8624-908becd6cf97,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:56.361477 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b5f67-9c35-4942-9131-b86650245deb req-3281d2c5-6a89-4f12-a56d-4af29f538e5c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:56.363944 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-008b5f67-9c35-4942-9131-b86650245deb req-3281d2c5-6a89-4f12-a56d-4af29f538e5c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0508399 May 26 18:01:56.415797 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-008b5f67-9c35-4942-9131-b86650245deb req-1ec17877-20ec-4aaa-bae1-e66e6473ea99 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459239 May 26 18:01:56.602054 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c170-3ce6-4c94-a8d1-ddd5893c87b3 req-6032a251-f0e2-4b6c-94eb-800e61c094ec tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:56.603566 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7274c170-3ce6-4c94-a8d1-ddd5893c87b3 req-6032a251-f0e2-4b6c-94eb-800e61c094ec tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0509686 May 26 18:01:56.656704 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7274c170-3ce6-4c94-a8d1-ddd5893c87b3 req-762705df-f13d-40c6-acb9-28f06b4653c4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461586 May 26 18:01:56.772780 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:56.803112 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7994003-8331-441d-bb25-20ca752c48f9 req-91a067f9-8c6e-48f1-b923-5acf5f19a7b1 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:56.804719 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a7994003-8331-441d-bb25-20ca752c48f9 req-91a067f9-8c6e-48f1-b923-5acf5f19a7b1 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.0542471 May 26 18:01:56.817351 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:56.869219 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a7994003-8331-441d-bb25-20ca752c48f9 req-2420f41f-5d7e-4c50-ba46-77bf7abca32d tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585189 May 26 18:01:56.937270 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247c1f6-cc22-473c-8812-2d1e6739e664 req-36ef2d22-39dc-47e3-9b23-158fc8f9b6ba tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:56.938746 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1247c1f6-cc22-473c-8812-2d1e6739e664 req-36ef2d22-39dc-47e3-9b23-158fc8f9b6ba tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 943 time: 0.0549667 May 26 18:01:56.993690 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1247c1f6-cc22-473c-8812-2d1e6739e664 req-c55b5365-fd3d-4b4c-ab0e-a9342018d167 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468776 May 26 18:01:57.217093 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-557bfa50-a98b-415c-a82d-e55d4af6345a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa3e5cd-83db-40dc-825f-91ed2c94a915 HTTP/1.1" status: 200 len: 217 time: 0.0774202 May 26 18:01:57.313213 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-e5cbd3dd-cd8a-4d7f-ba44-d8659ef21a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:57.315585 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-e5cbd3dd-cd8a-4d7f-ba44-d8659ef21a4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1741683 May 26 18:01:57.335378 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8678c-ca20-4169-979e-fd6d13edc065 req-f2036601-25dc-4117-b38f-43aed292089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:57.337119 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-45d8678c-ca20-4169-979e-fd6d13edc065 req-f2036601-25dc-4117-b38f-43aed292089a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 1129 time: 0.0444486 May 26 18:01:57.338307 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:57.419624 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-45d8678c-ca20-4169-979e-fd6d13edc065 req-6629597b-1d1b-4f17-a564-0be9622a2d05 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591505 May 26 18:01:57.606830 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-047ec2ad-d225-4790-be4b-1b0c5dbf300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:57.609264 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-047ec2ad-d225-4790-be4b-1b0c5dbf300e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.3589795 May 26 18:01:57.771177 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041ecd1-dec8-472b-a480-4b685141677e req-06302727-206a-4186-a684-59ce801bb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:57.773660 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f041ecd1-dec8-472b-a480-4b685141677e req-06302727-206a-4186-a684-59ce801bb356 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6421592 May 26 18:01:57.820278 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b2978-32aa-4e0d-8a87-aa4636cf6277 req-2c5aac51-376b-45e4-82ae-ede852de0d1b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:57.823924 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-405b2978-32aa-4e0d-8a87-aa4636cf6277 req-2c5aac51-376b-45e4-82ae-ede852de0d1b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0782905 May 26 18:01:57.854450 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b0aa2-47cd-4f20-98b3-e3d0c7d90f8c req-d4f5c30b-064d-4bb3-b830-9f0a45de0d37 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:57.856564 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fa6b0aa2-47cd-4f20-98b3-e3d0c7d90f8c req-d4f5c30b-064d-4bb3-b830-9f0a45de0d37 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.2846138 May 26 18:01:57.870314 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-854f9d64-2b5f-4371-a779-fae60c1ca117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:57.873926 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-854f9d64-2b5f-4371-a779-fae60c1ca117 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1338527 May 26 18:01:57.899519 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-405b2978-32aa-4e0d-8a87-aa4636cf6277 req-3e85a35d-fc0c-4dfe-badc-5f93d751411f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621107 May 26 18:01:57.950891 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-65d5f448-67c3-4819-a248-ea9ad0b396e7 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239088 May 26 18:01:57.981981 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fa6b0aa2-47cd-4f20-98b3-e3d0c7d90f8c req-9ed65886-29b0-4620-b5a8-fc3cbfd849b3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064360 May 26 18:01:58.043391 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cfe68-18cd-4d96-9bc8-c0294cc1dc4c req-78835c18-bf95-493e-aa95-7cc01e536261 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:58.045691 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-989cfe68-18cd-4d96-9bc8-c0294cc1dc4c req-78835c18-bf95-493e-aa95-7cc01e536261 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.0576882 May 26 18:01:58.117170 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-989cfe68-18cd-4d96-9bc8-c0294cc1dc4c req-80582b5b-daec-4a34-97ad-acde18f1aa58 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637152 May 26 18:01:58.192174 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f00e6d-e79f-4838-89e6-70b4e53dc35a req-3797d97d-75a7-4b67-9430-d668b1a2b3bc tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:58.194257 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-34f00e6d-e79f-4838-89e6-70b4e53dc35a req-3797d97d-75a7-4b67-9430-d668b1a2b3bc tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 943 time: 0.1044877 May 26 18:01:58.277758 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-34f00e6d-e79f-4838-89e6-70b4e53dc35a req-fd0e5a89-2fc4-44e6-8090-97e24c70fdae tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759199 May 26 18:01:59.086227 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999329-4d1f-48ca-bd6f-37e15eb1d78a req-fca08369-2394-47f3-9ed5-bff7b2c6a0fb tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:59.095396 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-97999329-4d1f-48ca-bd6f-37e15eb1d78a req-fca08369-2394-47f3-9ed5-bff7b2c6a0fb tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0963318 May 26 18:01:59.173086 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76810c7-9489-44d0-9ec7-d03def385e5e req-a999f773-33c5-4444-b6c1-9c04cad14554 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:59.177915 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-97999329-4d1f-48ca-bd6f-37e15eb1d78a req-7d227484-ca98-472f-abd4-faa43efcf498 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681920 May 26 18:01:59.184908 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c76810c7-9489-44d0-9ec7-d03def385e5e req-a999f773-33c5-4444-b6c1-9c04cad14554 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.1110647 May 26 18:01:59.267313 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c76810c7-9489-44d0-9ec7-d03def385e5e req-58ca7d3b-7979-4779-adbb-9710cde13403 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748472 May 26 18:01:59.351571 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39014) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:59.367754 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf3a61-49eb-410f-a9cd-c2e9668e2064 req-91cfdd2b-06ff-46fd-bab5-292c25379424 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:59.375537 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-35bf3a61-49eb-410f-a9cd-c2e9668e2064 req-91cfdd2b-06ff-46fd-bab5-292c25379424 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.1113932 May 26 18:01:59.437654 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-35bf3a61-49eb-410f-a9cd-c2e9668e2064 req-9230fc86-9804-46de-8c53-49b734742226 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600257 May 26 18:01:59.461564 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599a70c-ee44-4eb3-9a02-84152c33ee33 req-da84ff3a-519c-4754-915e-4067d0952810 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:01:59.461564 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4599a70c-ee44-4eb3-9a02-84152c33ee33 req-da84ff3a-519c-4754-915e-4067d0952810 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 943 time: 0.0694051 May 26 18:01:59.502625 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ec4681e-3b7d-4132-8bfb-3f8eebe931c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:59.532122 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4599a70c-ee44-4eb3-9a02-84152c33ee33 req-0e8a0b03-e215-401b-ab71-900514579cf8 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617976 May 26 18:01:59.550956 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:59.596814 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:59.608076 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ec4681e-3b7d-4132-8bfb-3f8eebe931c2 admin admin] Publish callbacks [] for security_group (06a69380-e737-4f04-be14-ada9c58df829), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:59.613848 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ec4681e-3b7d-4132-8bfb-3f8eebe931c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (06a69380-e737-4f04-be14-ada9c58df829), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:59.653334 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4681e-3b7d-4132-8bfb-3f8eebe931c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a69380-e737-4f04-be14-ada9c58df829,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:01:59.660645 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-2ec4681e-3b7d-4132-8bfb-3f8eebe931c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aecd1d266a074d04a0efa437f4729323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048847 May 26 18:01:59.661266 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39022) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:01:59.917741 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d81be6fc-9843-4c80-b254-e7b88e32eb58 admin admin] Publish callbacks [] for security_group (06a69380-e737-4f04-be14-ada9c58df829), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:59.938582 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d81be6fc-9843-4c80-b254-e7b88e32eb58 admin admin] Publish callbacks [] for security_group (06a69380-e737-4f04-be14-ada9c58df829), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:59.987806 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d81be6fc-9843-4c80-b254-e7b88e32eb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (06a69380-e737-4f04-be14-ada9c58df829), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:59.990637 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d81be6fc-9843-4c80-b254-e7b88e32eb58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:59.991809 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d81be6fc-9843-4c80-b254-e7b88e32eb58 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06a69380-e737-4f04-be14-ada9c58df829 HTTP/1.1" status: 204 len: 168 time: 0.3293328 May 26 18:01:59.999641 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81be6fc-9843-4c80-b254-e7b88e32eb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a69380-e737-4f04-be14-ada9c58df829,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:00.285125 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 39032) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:00.298283 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4f8899ad-52c7-4302-8f1a-1af2887d2fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:00.309655 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7519e2-e348-49eb-bcee-97828ac046de req-e37ac720-3cf0-400b-a968-d8b2a8dfc2d2 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:00.311638 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2d7519e2-e348-49eb-bcee-97828ac046de req-e37ac720-3cf0-400b-a968-d8b2a8dfc2d2 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0526061 May 26 18:02:00.371632 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2d7519e2-e348-49eb-bcee-97828ac046de req-c0b536da-93a0-41d3-b89e-15122bc0b870 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529711 May 26 18:02:00.443634 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffd42d-04c9-4f8a-a8e1-f738e3a71af6 req-c623f1c3-9203-4b13-972a-c20cb2943ff7 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:00.445311 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0dffd42d-04c9-4f8a-a8e1-f738e3a71af6 req-c623f1c3-9203-4b13-972a-c20cb2943ff7 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0822144 May 26 18:02:00.468471 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4f8899ad-52c7-4302-8f1a-1af2887d2fd2 admin admin] Publish callbacks [] for security_group (e60451bf-619c-413f-9ce4-83c86562d182), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:00.480783 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4f8899ad-52c7-4302-8f1a-1af2887d2fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e60451bf-619c-413f-9ce4-83c86562d182), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:00.512343 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:00.551008 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4f8899ad-52c7-4302-8f1a-1af2887d2fd2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff26caea75104b3198e09035faac5c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617369 May 26 18:02:00.551008 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8899ad-52c7-4302-8f1a-1af2887d2fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60451bf-619c-413f-9ce4-83c86562d182,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:00.552320 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 39040) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:00.575241 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0dffd42d-04c9-4f8a-a8e1-f738e3a71af6 req-90bab224-10ac-4705-abe1-ce113e697cc3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235018 May 26 18:02:00.577887 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f848f2a-9408-4b6d-b9eb-8fd2512e5e84 req-16959199-ba88-4dbc-9a61-bcdd9a5c8ef4 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:00.580236 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f848f2a-9408-4b6d-b9eb-8fd2512e5e84 req-16959199-ba88-4dbc-9a61-bcdd9a5c8ef4 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.0671406 May 26 18:02:00.633414 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-989dbc29-35d9-4692-875e-5332ee7fd187 admin admin] Publish callbacks [] for security_group (e60451bf-619c-413f-9ce4-83c86562d182), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:00.656574 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f848f2a-9408-4b6d-b9eb-8fd2512e5e84 req-ae80d774-6faa-40d6-9e09-729c0bd811b7 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654745 May 26 18:02:00.666532 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-989dbc29-35d9-4692-875e-5332ee7fd187 admin admin] Publish callbacks [] for security_group (e60451bf-619c-413f-9ce4-83c86562d182), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:00.694293 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:00.732262 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c32db-ca7f-43b0-bb51-234f5b43a969 req-924a4f41-804f-4821-b8ab-67eeb0dc6087 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:00.734006 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-632c32db-ca7f-43b0-bb51-234f5b43a969 req-924a4f41-804f-4821-b8ab-67eeb0dc6087 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 943 time: 0.0802212 May 26 18:02:00.779312 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-989dbc29-35d9-4692-875e-5332ee7fd187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e60451bf-619c-413f-9ce4-83c86562d182), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:00.788497 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-989dbc29-35d9-4692-875e-5332ee7fd187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:00.789920 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-989dbc29-35d9-4692-875e-5332ee7fd187 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e60451bf-619c-413f-9ce4-83c86562d182 HTTP/1.1" status: 204 len: 168 time: 0.2330909 May 26 18:02:00.832188 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dbc29-35d9-4692-875e-5332ee7fd187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60451bf-619c-413f-9ce4-83c86562d182,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:00.839241 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-632c32db-ca7f-43b0-bb51-234f5b43a969 req-797fb039-4ed4-42f0-a10f-80fbcb746d40 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979047 May 26 18:02:01.023117 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7110c6e-ca05-453b-94c0-8506d689df01 req-228cedda-ae54-4a87-823a-6ac193f604b9 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100246 May 26 18:02:01.025278 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-f283228c-f1ef-4cfa-8c8c-b2a4f92b3325 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110648 May 26 18:02:01.501160 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918adae-78a7-48b7-891c-3454b3937caa req-80da4742-f55f-4d2d-82d6-22309a382767 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:01.504591 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e918adae-78a7-48b7-891c-3454b3937caa req-80da4742-f55f-4d2d-82d6-22309a382767 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0654318 May 26 18:02:01.583922 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e918adae-78a7-48b7-891c-3454b3937caa req-b40b25bf-0013-454e-bfcd-4ff88ee34b49 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647674 May 26 18:02:01.778788 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec90406-b50d-4c18-91ef-44e0bbbf6f7d req-b90c1112-109c-4d21-8922-52267fc514eb tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:01.781413 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8ec90406-b50d-4c18-91ef-44e0bbbf6f7d req-b90c1112-109c-4d21-8922-52267fc514eb tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.1000335 May 26 18:02:01.859355 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c65090-9dbd-4486-ad4c-dd7ba927acd7 req-91fe2a54-a0d2-4899-a5c1-a52867af9284 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:01.869134 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-45c65090-9dbd-4486-ad4c-dd7ba927acd7 req-91fe2a54-a0d2-4899-a5c1-a52867af9284 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.1360130 May 26 18:02:01.869268 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8ec90406-b50d-4c18-91ef-44e0bbbf6f7d req-b8dc0efe-b2d4-4b07-8011-ff01d27044ab tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796933 May 26 18:02:01.962028 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-45c65090-9dbd-4486-ad4c-dd7ba927acd7 req-46d5fad7-0cf7-4f55-997f-5cdd86a9b9e4 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915473 May 26 18:02:02.105578 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ebf64-c682-48c8-a647-b9c22357ed1b req-5b5bf703-907c-4d3f-b617-8ffdc0507e85 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:02.119307 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fa7ebf64-c682-48c8-a647-b9c22357ed1b req-5b5bf703-907c-4d3f-b617-8ffdc0507e85 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 943 time: 0.1252842 May 26 18:02:02.155301 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf615e-b94b-4858-9fab-6fe58429b712 req-0cbb7a89-32c8-45a3-8572-8bbd66c589df tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:02.164745 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2eaf615e-b94b-4858-9fab-6fe58429b712 req-0cbb7a89-32c8-45a3-8572-8bbd66c589df tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0783720 May 26 18:02:02.169543 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39104) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:02.180297 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-adbcf711-cd39-4c5a-b742-65d6a80cff2e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Request body: {'floatingip': {'port_id': '0450cfd2-c365-4788-a3b6-a839770208e7'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:02.207472 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fa7ebf64-c682-48c8-a647-b9c22357ed1b req-6f2008a3-cf97-4699-bbce-3d9d57b9ee2a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868597 May 26 18:02:02.284284 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-adbcf711-cd39-4c5a-b742-65d6a80cff2e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (2722f0a5-e3f6-40a7-85a9-8008cca6fa14), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:02.508815 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-d66e5472-a99f-44f6-b527-a27e19cb222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:02.510288 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-d66e5472-a99f-44f6-b527-a27e19cb222b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 1127 time: 0.1243639 May 26 18:02:02.581779 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9fa6cc14-0f32-49ef-8f72-412413dd3c84 req-fff77586-b82a-454c-9ebf-f7664c6762a8 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047992 May 26 18:02:02.607076 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:02.866484 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290deba4-1ce1-4214-8456-ff0e4ccbc4c1 req-ed52e7ef-fe4b-4491-92a8-c57a9ca58f60 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:02.881822 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-290deba4-1ce1-4214-8456-ff0e4ccbc4c1 req-ed52e7ef-fe4b-4491-92a8-c57a9ca58f60 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.1846917 May 26 18:02:02.965829 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-39f34512-c4ad-4926-8efe-cf508054e5b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29d6acf-04aa-4714-90fd-8db0f59d3e5c HTTP/1.1" status: 200 len: 217 time: 0.0841222 May 26 18:02:03.009977 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240bfd3-d784-4514-af30-ea9fabdb12ac req-6f616bef-6258-463f-aa05-2e76a5c1bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:03.011635 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9240bfd3-d784-4514-af30-ea9fabdb12ac req-6f616bef-6258-463f-aa05-2e76a5c1bc85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 1127 time: 0.1225390 May 26 18:02:03.107644 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:02:03.143330 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-290deba4-1ce1-4214-8456-ff0e4ccbc4c1 req-9b3059fd-3084-41e7-ac2c-151a6ef0312e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589819 May 26 18:02:03.241562 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6e614e89-75f5-41f4-9d8e-dc40ee2870d3,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:03.259953 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '6e614e89-75f5-41f4-9d8e-dc40ee2870d3', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'port_id': '6e614e89-75f5-41f4-9d8e-dc40ee2870d3', 'mac_address': 'fa:16:3e:25:de:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:02:03.310576 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:03.316469 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:03.316930 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:03.357327 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:02:03.436522 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6e614e89-75f5-41f4-9d8e-dc40ee2870d3,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:03.444647 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:03.477419 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aa8a9-79e0-4b3e-9986-f32356b09400 req-88a27951-3245-406b-a6a5-3727a4e3a76b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:03.491400 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a5aa8a9-79e0-4b3e-9986-f32356b09400 req-88a27951-3245-406b-a6a5-3727a4e3a76b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 943 time: 0.1277084 May 26 18:02:03.582328 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:03.585404 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=6e614e89-75f5-41f4-9d8e-dc40ee2870d3,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:03.589516 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-adbcf711-cd39-4c5a-b742-65d6a80cff2e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:03.595026 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-adbcf711-cd39-4c5a-b742-65d6a80cff2e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (2722f0a5-e3f6-40a7-85a9-8008cca6fa14), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:03.638376 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a5aa8a9-79e0-4b3e-9986-f32356b09400 req-ada33dbf-5e0e-4222-a08f-2577c18c2f5e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397507 May 26 18:02:03.719619 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['6e614e89-75f5-41f4-9d8e-dc40ee2870d3'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:02:03.780997 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:03.816288 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-adbcf711-cd39-4c5a-b742-65d6a80cff2e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Floating IP 2722f0a5-e3f6-40a7-85a9-8008cca6fa14 associated. External IP: 172.27.0.154, port: 0450cfd2-c365-4788-a3b6-a839770208e7. May 26 18:02:03.933418 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:04.035139 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-4e93a27c-dbe7-44a1-9e16-d6e981faccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:04.037252 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-4e93a27c-dbe7-44a1-9e16-d6e981faccdc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c4bb892-83e3-4ae4-bd0c-13631a4610a8 HTTP/1.1" status: 200 len: 849 time: 0.2589359 May 26 18:02:04.123602 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-df8486bb-d478-4e01-b21c-b17b48bc4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:04.125397 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-df8486bb-d478-4e01-b21c-b17b48bc4a89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740325 May 26 18:02:04.190412 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240bfd3-d784-4514-af30-ea9fabdb12ac req-d4bd7e48-c19b-40a9-92e4-b98f95b50333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:04.192480 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9240bfd3-d784-4514-af30-ea9fabdb12ac req-d4bd7e48-c19b-40a9-92e4-b98f95b50333 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 920 time: 0.4157867 May 26 18:02:04.281734 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:04.285209 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9240bfd3-d784-4514-af30-ea9fabdb12ac req-6682b221-7ce9-4c25-8dd5-6760ca67a3f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e614e89-75f5-41f4-9d8e-dc40ee2870d3 HTTP/1.1" status: 200 len: 217 time: 0.0505478 May 26 18:02:04.398554 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbcf711-cd39-4c5a-b742-65d6a80cff2e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Router 160b2a10-3209-4a76-a356-fb34b111eca5 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:02:04.428640 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-e7a7601e-4170-4084-8c0d-cfc9b3f1843d service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936666 May 26 18:02:04.476152 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673559d-3dea-4288-a39d-dd38ec5657d1 req-837ca2c9-1204-4e46-abbc-6c4470c49cad tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:04.484190 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8673559d-3dea-4288-a39d-dd38ec5657d1 req-837ca2c9-1204-4e46-abbc-6c4470c49cad tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.1267648 May 26 18:02:04.521119 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240bfd3-d784-4514-af30-ea9fabdb12ac req-a2491dc2-cbde-4bd4-ab42-97b1a57e1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:04.523306 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9240bfd3-d784-4514-af30-ea9fabdb12ac req-a2491dc2-cbde-4bd4-ab42-97b1a57e1e19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.2099946 May 26 18:02:04.542657 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbcf711-cd39-4c5a-b742-65d6a80cff2e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:02:04.547796 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-adbcf711-cd39-4c5a-b742-65d6a80cff2e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:04.578615 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2385eab5-22d6-4319-98f9-7c04e409e26c None None] Sync routers for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:02:04.600494 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2385eab5-22d6-4319-98f9-7c04e409e26c None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:02:04.601235 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-2385eab5-22d6-4319-98f9-7c04e409e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:01:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:04.652217 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-adbcf711-cd39-4c5a-b742-65d6a80cff2e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "PUT /v2.0/floatingips/2722f0a5-e3f6-40a7-85a9-8008cca6fa14 HTTP/1.1" status: 200 len: 991 time: 2.4788086 May 26 18:02:04.652217 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:02:04.652488 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1748e96c-bb26-4c2a-8b0c-b892daeb21b9" -d '{"events": [{"name": "network-changed", "server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:02:04.660038 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240bfd3-d784-4514-af30-ea9fabdb12ac req-9ff77de6-d72a-4917-aaf8-86b0eaa3d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:04.665192 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9240bfd3-d784-4514-af30-ea9fabdb12ac req-9ff77de6-d72a-4917-aaf8-86b0eaa3d4d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1299303 May 26 18:02:04.702448 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c99bc2-81e6-47ed-b409-953b4777f3c2 x-openstack-request-id: req-a4c99bc2-81e6-47ed-b409-953b4777f3c2 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:02:04.703161 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:02:04.703599 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4c99bc2-81e6-47ed-b409-953b4777f3c2 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:02:04.704310 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c99bc2-81e6-47ed-b409-953b4777f3c2'] response: {'name': 'network-changed', 'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7', 'status': 'completed', 'code': 200} May 26 18:02:04.889620 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-2385eab5-22d6-4319-98f9-7c04e409e26c None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:02:04.926950 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8673559d-3dea-4288-a39d-dd38ec5657d1 req-789d5968-33a5-4641-84c4-8d8e244c230c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4414136 May 26 18:02:04.943611 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7d68a2a9-c1c2-42fb-8130-a816d0f0486b req-8ebbc7fb-f2ef-4a54-8baf-edadc1cf5df0 service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088334 May 26 18:02:04.978359 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e96c-bb26-4c2a-8b0c-b892daeb21b9 req-df1207c9-b183-438b-beaf-ccdce37fced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:04.980264 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1748e96c-bb26-4c2a-8b0c-b892daeb21b9 req-df1207c9-b183-438b-beaf-ccdce37fced0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 1129 time: 0.1758742 May 26 18:02:05.042218 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9240bfd3-d784-4514-af30-ea9fabdb12ac req-ee814688-8aa9-41c6-960c-76e35045523f service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588929 May 26 18:02:05.083054 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470e5ed-e0f6-4ced-be3b-62eddbe63aa7 req-644aa5cc-02f9-4162-be5d-7459ee76aa61 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:05.085795 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c470e5ed-e0f6-4ced-be3b-62eddbe63aa7 req-644aa5cc-02f9-4162-be5d-7459ee76aa61 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 944 time: 0.0824833 May 26 18:02:05.140589 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device efa3e5cd-83db-40dc-825f-91ed2c94a915 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:02:05.193994 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c470e5ed-e0f6-4ced-be3b-62eddbe63aa7 req-90b980aa-7205-417a-b1fb-9ab2f58e16a9 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966785 May 26 18:02:05.194749 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:02:05.324600 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:02:05.341617 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:05.342268 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:05.372448 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-2385eab5-22d6-4319-98f9-7c04e409e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '2722f0a5-e3f6-40a7-85a9-8008cca6fa14', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'port_id': '0450cfd2-c365-4788-a3b6-a839770208e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'mac_address': 'fa:16:3e:70:71:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:01:28Z', 'updated_at': '2022-05-26T18:02:03Z', 'revision_number': 1, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:25Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:05.406009 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2385eab5-22d6-4319-98f9-7c04e409e26c None None] Checking router: 160b2a10-3209-4a76-a356-fb34b111eca5 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:02:05.416063 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2385eab5-22d6-4319-98f9-7c04e409e26c None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:02:05.416943 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-2385eab5-22d6-4319-98f9-7c04e409e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:01:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:05.419113 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port efa3e5cd-83db-40dc-825f-91ed2c94a915, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=efa3e5cd-83db-40dc-825f-91ed2c94a915,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:05.460298 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': 'efa3e5cd-83db-40dc-825f-91ed2c94a915', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'port_id': 'efa3e5cd-83db-40dc-825f-91ed2c94a915', 'mac_address': 'fa:16:3e:3f:39:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:02:05.540774 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-2385eab5-22d6-4319-98f9-7c04e409e26c None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:02:05.583854 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port efa3e5cd-83db-40dc-825f-91ed2c94a915 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:05.584400 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:05.607780 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:05.608145 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:05.612393 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa3e5cd-83db-40dc-825f-91ed2c94a915 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:02:05.655431 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port efa3e5cd-83db-40dc-825f-91ed2c94a915, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=efa3e5cd-83db-40dc-825f-91ed2c94a915,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:05.664240 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab024be1-042a-4324-9a5e-f66f33a36fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e614e89-75f5-41f4-9d8e-dc40ee2870d3'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:02:05.666885 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d537582-2fbb-4421-b19d-afd41da121a4" -d '{"events": [{"server_uuid": "ab024be1-042a-4324-9a5e-f66f33a36fc5", "name": "network-vif-plugged", "status": "completed", "tag": "6e614e89-75f5-41f4-9d8e-dc40ee2870d3"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:02:05.680174 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:05.691236 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6e614e89-75f5-41f4-9d8e-dc40ee2870d3,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:05.724973 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8409394-5598-4fe8-a379-80979c200926 x-openstack-request-id: req-b8409394-5598-4fe8-a379-80979c200926 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:02:05.725292 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab024be1-042a-4324-9a5e-f66f33a36fc5", "name": "network-vif-plugged", "status": "completed", "tag": "6e614e89-75f5-41f4-9d8e-dc40ee2870d3", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:02:05.725552 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b8409394-5598-4fe8-a379-80979c200926 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:02:05.725954 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8409394-5598-4fe8-a379-80979c200926'] response: {'server_uuid': 'ab024be1-042a-4324-9a5e-f66f33a36fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e614e89-75f5-41f4-9d8e-dc40ee2870d3', 'code': 200} May 26 18:02:05.726731 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:05.764700 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=efa3e5cd-83db-40dc-825f-91ed2c94a915,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:05.820147 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-2385eab5-22d6-4319-98f9-7c04e409e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '2722f0a5-e3f6-40a7-85a9-8008cca6fa14', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'port_id': '0450cfd2-c365-4788-a3b6-a839770208e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'mac_address': 'fa:16:3e:70:71:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:01:28Z', 'updated_at': '2022-05-26T18:02:03Z', 'revision_number': 1, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:25Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:05.834663 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=6e614e89-75f5-41f4-9d8e-dc40ee2870d3,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:05.849388 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2385eab5-22d6-4319-98f9-7c04e409e26c None None] The sync data for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi is: [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '2722f0a5-e3f6-40a7-85a9-8008cca6fa14', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'port_id': '0450cfd2-c365-4788-a3b6-a839770208e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'mac_address': 'fa:16:3e:70:71:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:01:28Z', 'updated_at': '2022-05-26T18:02:03Z', 'revision_number': 1, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:25Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:02:06.044322 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:06.057746 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed9db1-592c-44ab-95a8-bd3ce02d9658 req-de02f703-9fac-4a3a-9f0c-d59747e64015 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:06.059289 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-45ed9db1-592c-44ab-95a8-bd3ce02d9658 req-de02f703-9fac-4a3a-9f0c-d59747e64015 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0620949 May 26 18:02:06.116978 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-45ed9db1-592c-44ab-95a8-bd3ce02d9658 req-b1b6926d-13af-4736-a86e-864dd0319d35 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508890 May 26 18:02:06.326538 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111677fa-a455-4948-bc3e-e3032b77c1c5 req-87143018-6f10-461e-833b-32689e8fb325 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:06.328736 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-111677fa-a455-4948-bc3e-e3032b77c1c5 req-87143018-6f10-461e-833b-32689e8fb325 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0586822 May 26 18:02:06.384271 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-111677fa-a455-4948-bc3e-e3032b77c1c5 req-0d366dad-2391-4e80-aa00-5cb8a136e47d tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477715 May 26 18:02:06.578516 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fc80a4-2943-4a6d-aaa4-efc188de4330 None None] New status for floating IP 2722f0a5-e3f6-40a7-85a9-8008cca6fa14: ACTIVE {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:02:06.727840 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:07.245698 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138aa98-d573-4355-bcab-e8196d9a9c95 req-630e8552-af4f-4783-bd71-2a253f6603ee tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:07.247364 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f138aa98-d573-4355-bcab-e8196d9a9c95 req-630e8552-af4f-4783-bd71-2a253f6603ee tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0511174 May 26 18:02:07.303418 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f138aa98-d573-4355-bcab-e8196d9a9c95 req-3fed129e-0876-4278-a7ce-d49a149e28c8 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490918 May 26 18:02:07.507882 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b3a40-340a-480c-8b52-e88f7769694a req-1585eace-78f4-4078-b50e-290d19827deb tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:07.509500 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-265b3a40-340a-480c-8b52-e88f7769694a req-1585eace-78f4-4078-b50e-290d19827deb tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0508962 May 26 18:02:07.566982 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-265b3a40-340a-480c-8b52-e88f7769694a req-d7e95c39-5ebc-4df4-aca8-8e7b76d2df8b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518689 May 26 18:02:08.212774 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['efa3e5cd-83db-40dc-825f-91ed2c94a915'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:02:08.272506 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:08.429323 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278a14-4bfa-4f97-81b1-a37f5854bd20 req-0130363e-45eb-497d-bde2-7e245934e219 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:08.430806 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-71278a14-4bfa-4f97-81b1-a37f5854bd20 req-0130363e-45eb-497d-bde2-7e245934e219 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0491288 May 26 18:02:08.485687 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-71278a14-4bfa-4f97-81b1-a37f5854bd20 req-4f841d83-8807-4d6f-b481-7e4229cefdf0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485382 May 26 18:02:08.713146 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc42c5f-a94d-4300-bd54-c00ae4e62fe2 req-74aaecb2-f9e4-46a5-b321-8a80bf9c7e91 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:08.714840 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ebc42c5f-a94d-4300-bd54-c00ae4e62fe2 req-74aaecb2-f9e4-46a5-b321-8a80bf9c7e91 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0665228 May 26 18:02:08.948703 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ebc42c5f-a94d-4300-bd54-c00ae4e62fe2 req-af46b0c8-0ba5-4e65-8c55-259331acf178 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270405 May 26 18:02:09.623433 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add696a9-7672-445d-97e9-41a20adc16db req-3df2e766-5057-44b9-b789-db555794cc69 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:09.625020 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-add696a9-7672-445d-97e9-41a20adc16db req-3df2e766-5057-44b9-b789-db555794cc69 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0527480 May 26 18:02:09.675681 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-add696a9-7672-445d-97e9-41a20adc16db req-b42fdfe4-8663-4762-910c-c2113b907d3a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435207 May 26 18:02:10.068662 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1846239-0fa5-4f8f-bf43-7345bce6715f req-005a5e66-1ed2-4f3d-bfb7-d346777c1c14 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:10.070197 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a1846239-0fa5-4f8f-bf43-7345bce6715f req-005a5e66-1ed2-4f3d-bfb7-d346777c1c14 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0495262 May 26 18:02:10.127851 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a1846239-0fa5-4f8f-bf43-7345bce6715f req-da564b98-4bcd-4d0c-84fc-c0f58ecb1515 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 May 26 18:02:10.796002 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5d454-e1c6-436e-ab18-a9eb0d1a9e0f req-be9374d6-a8c4-49d8-9f52-651415742950 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:10.797498 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-94e5d454-e1c6-436e-ab18-a9eb0d1a9e0f req-be9374d6-a8c4-49d8-9f52-651415742950 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0484779 May 26 18:02:10.817998 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:10.846713 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-94e5d454-e1c6-436e-ab18-a9eb0d1a9e0f req-7972b711-b69a-457a-9af0-c98a2818adb1 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434887 May 26 18:02:11.048682 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:11.131935 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:11.134401 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e96c-bb26-4c2a-8b0c-b892daeb21b9 req-d06e444c-0886-49de-a261-b660a583d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:11.136991 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1748e96c-bb26-4c2a-8b0c-b892daeb21b9 req-d06e444c-0886-49de-a261-b660a583d8da service neutron] 10.222.0.62 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 918 time: 0.1071277 May 26 18:02:11.311102 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0100ac-9bfa-477d-9422-6677cee7caac req-16011af1-f712-40d5-b01c-d7f3522c481b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:11.313184 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ab0100ac-9bfa-477d-9422-6677cee7caac req-16011af1-f712-40d5-b01c-d7f3522c481b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0916016 May 26 18:02:11.317157 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9240bfd3-d784-4514-af30-ea9fabdb12ac req-272ff61c-cf84-4a67-bc43-9784dd338b39 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778870 May 26 18:02:11.373540 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ab0100ac-9bfa-477d-9422-6677cee7caac req-6fbbd105-504f-4487-bc94-d89e43b36867 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530005 May 26 18:02:11.397389 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device efa3e5cd-83db-40dc-825f-91ed2c94a915 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:02:11.443916 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port efa3e5cd-83db-40dc-825f-91ed2c94a915 completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:02:11.450697 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port efa3e5cd-83db-40dc-825f-91ed2c94a915 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:11.451240 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:11.545245 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1748e96c-bb26-4c2a-8b0c-b892daeb21b9 req-8f462aea-4667-4659-944c-0f67e5368fe5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0450cfd2-c365-4788-a3b6-a839770208e7 HTTP/1.1" status: 200 len: 1001 time: 0.1053107 May 26 18:02:11.565054 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port efa3e5cd-83db-40dc-825f-91ed2c94a915 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:11.565864 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:11.593994 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e617476-1bcd-49f6-b16b-1513445fc759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa3e5cd-83db-40dc-825f-91ed2c94a915'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:02:11.597671 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334fc07d-c923-468f-913c-f978d3f9ca8f" -d '{"events": [{"server_uuid": "3e617476-1bcd-49f6-b16b-1513445fc759", "name": "network-vif-plugged", "status": "completed", "tag": "efa3e5cd-83db-40dc-825f-91ed2c94a915"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:02:11.618893 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port efa3e5cd-83db-40dc-825f-91ed2c94a915, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=efa3e5cd-83db-40dc-825f-91ed2c94a915,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:11.624259 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:11.654879 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1673a2-d0f0-4ee8-b8db-03db2a9a54c2 x-openstack-request-id: req-eb1673a2-d0f0-4ee8-b8db-03db2a9a54c2 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:02:11.655431 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e617476-1bcd-49f6-b16b-1513445fc759", "name": "network-vif-plugged", "status": "completed", "tag": "efa3e5cd-83db-40dc-825f-91ed2c94a915", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:02:11.656053 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eb1673a2-d0f0-4ee8-b8db-03db2a9a54c2 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:02:11.662826 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1673a2-d0f0-4ee8-b8db-03db2a9a54c2'] response: {'server_uuid': '3e617476-1bcd-49f6-b16b-1513445fc759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa3e5cd-83db-40dc-825f-91ed2c94a915', 'code': 200} May 26 18:02:11.713252 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a082f4f-d92c-438f-ab65-f1cf15ee98a6 req-675d9e69-db5c-4ba1-be45-775ec6b8dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:11.714914 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8a082f4f-d92c-438f-ab65-f1cf15ee98a6 req-675d9e69-db5c-4ba1-be45-775ec6b8dd06 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 1129 time: 0.1200571 May 26 18:02:11.721470 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e96c-bb26-4c2a-8b0c-b892daeb21b9 req-f6adf33e-e715-492a-a1bc-0174841c1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:11.722991 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1748e96c-bb26-4c2a-8b0c-b892daeb21b9 req-f6adf33e-e715-492a-a1bc-0174841c1750 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 200 len: 856 time: 0.1403687 May 26 18:02:11.772746 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=efa3e5cd-83db-40dc-825f-91ed2c94a915,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:11.789724 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e96c-bb26-4c2a-8b0c-b892daeb21b9 req-b9f5965e-3a81-49eb-947d-700df8cd5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:11.791378 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1748e96c-bb26-4c2a-8b0c-b892daeb21b9 req-b9f5965e-3a81-49eb-947d-700df8cd5706 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cd2844c-2075-4a75-ad58-855aef5bd960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607257 May 26 18:02:11.827698 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8a082f4f-d92c-438f-ab65-f1cf15ee98a6 req-16cc6328-176d-4cba-b9f8-f9de5a019ea3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032627 May 26 18:02:11.962005 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39324) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:11.995215 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82cd71-52e0-4bd8-8e93-8069ea6aed01 req-e82f339f-63a9-43f2-9950-268cd4ffbc1e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:12.003901 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-aa82cd71-52e0-4bd8-8e93-8069ea6aed01 req-e82f339f-63a9-43f2-9950-268cd4ffbc1e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.0778861 May 26 18:02:12.066415 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-aa82cd71-52e0-4bd8-8e93-8069ea6aed01 req-1ab40805-d554-4e5f-b1aa-85a26c85c764 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614452 May 26 18:02:12.154480 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:12.243854 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Publish callbacks [] for security_group (4fe56d5d-f027-4dd2-b987-3fdf712ec797), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:12.248972 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (4fe56d5d-f027-4dd2-b987-3fdf712ec797), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:12.296830 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb4ea3dabfb143118f7cb75596a44cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313091 May 26 18:02:12.296830 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe56d5d-f027-4dd2-b987-3fdf712ec797,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:12.297402 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 39342) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:12.303480 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.303961 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.304340 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.304683 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.305163 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.305503 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.305834 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.306163 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.306487 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.307004 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.307490 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.308180 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.308655 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.309246 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.309716 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d66e6f-1b27-49f0-a2e0-a46ed5257dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.362619 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Publish callbacks [] for security_group (4fe56d5d-f027-4dd2-b987-3fdf712ec797), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:12.387099 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Publish callbacks [] for security_group (4fe56d5d-f027-4dd2-b987-3fdf712ec797), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:12.526659 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (4fe56d5d-f027-4dd2-b987-3fdf712ec797), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:12.530217 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:12.536221 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4fe56d5d-f027-4dd2-b987-3fdf712ec797 HTTP/1.1" status: 204 len: 168 time: 0.2319915 May 26 18:02:12.540579 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aef027-8e99-41d1-bef0-c038febe7c65 req-d5bb2373-2aa5-4a64-bfd5-b6b0767d37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:12.542276 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-58aef027-8e99-41d1-bef0-c038febe7c65 req-d5bb2373-2aa5-4a64-bfd5-b6b0767d37f2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 1129 time: 0.0644281 May 26 18:02:12.566273 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe56d5d-f027-4dd2-b987-3fdf712ec797,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:12.569481 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e384049-e196-483e-9d70-7b188071cc66 req-bae574d0-8869-4411-88d4-de0fa8b7b47b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:12.577080 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9e384049-e196-483e-9d70-7b188071cc66 req-bae574d0-8869-4411-88d4-de0fa8b7b47b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0885170 May 26 18:02:12.593442 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.593987 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.594617 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.595233 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.595233 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.595850 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.596302 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.596726 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.597481 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.597912 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.598344 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.598772 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.599342 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.599765 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.600286 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb47b86-9d41-46ee-9d2f-608cff3c8c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:12.639583 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1748e96c-bb26-4c2a-8b0c-b892daeb21b9 req-a2ac35f2-5c47-4b82-92b1-74f86a568807 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158840 May 26 18:02:12.648450 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9e384049-e196-483e-9d70-7b188071cc66 req-99b2e75a-5de8-4990-ac75-821eb59a2f1a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704179 May 26 18:02:12.673905 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-58aef027-8e99-41d1-bef0-c038febe7c65 req-3ae7c0c2-96e9-4531-b56b-6519d9b4b763 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165428 May 26 18:02:12.934483 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 39372) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:13.023715 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 39376) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:13.039089 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1d8a61b0-fb11-4299-890c-ccc5dec1df9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.050874 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:13.107350 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:13.136197 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1d8a61b0-fb11-4299-890c-ccc5dec1df9e admin admin] Publish callbacks [] for security_group (b942a43c-d003-4a40-8270-9d1ec7b8eb8f), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.142725 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1d8a61b0-fb11-4299-890c-ccc5dec1df9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (b942a43c-d003-4a40-8270-9d1ec7b8eb8f), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.223404 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a61b0-fb11-4299-890c-ccc5dec1df9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b942a43c-d003-4a40-8270-9d1ec7b8eb8f,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:13.231249 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-1d8a61b0-fb11-4299-890c-ccc5dec1df9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33341e108e3749348c7f43ab9eddcea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063515 May 26 18:02:13.234716 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39384) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:13.243401 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-075c6318-a9e9-4bb9-9b07-502332110e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.284186 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aec4cc-a0e7-48a3-b2e5-6443288bdfea req-c6aeebd7-6461-4d0c-b342-0b4183137b9b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:13.285858 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-10aec4cc-a0e7-48a3-b2e5-6443288bdfea req-c6aeebd7-6461-4d0c-b342-0b4183137b9b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 943 time: 0.1128080 May 26 18:02:13.308573 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-096b8184-6f83-4c43-9c4f-216a634e06cf admin admin] Publish callbacks [] for security_group (b942a43c-d003-4a40-8270-9d1ec7b8eb8f), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.339110 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-096b8184-6f83-4c43-9c4f-216a634e06cf admin admin] Publish callbacks [] for security_group (b942a43c-d003-4a40-8270-9d1ec7b8eb8f), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.393909 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device b29d6acf-04aa-4714-90fd-8db0f59d3e5c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:02:13.412605 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-096b8184-6f83-4c43-9c4f-216a634e06cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (b942a43c-d003-4a40-8270-9d1ec7b8eb8f), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.416067 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-096b8184-6f83-4c43-9c4f-216a634e06cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.421039 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-096b8184-6f83-4c43-9c4f-216a634e06cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b942a43c-d003-4a40-8270-9d1ec7b8eb8f HTTP/1.1" status: 204 len: 168 time: 0.1852219 May 26 18:02:13.431561 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b8184-6f83-4c43-9c4f-216a634e06cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b942a43c-d003-4a40-8270-9d1ec7b8eb8f,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:13.455693 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b2b8df92-4c89-4f4a-a3f9-a8a5afa44270 req-3aca6c90-be38-49a9-b810-e974e9fde37a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1108592 May 26 18:02:13.486590 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-10aec4cc-a0e7-48a3-b2e5-6443288bdfea req-e4a1ea74-ac55-4f9a-8f15-b6087792a30b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796694 May 26 18:02:13.535113 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-075c6318-a9e9-4bb9-9b07-502332110e9f admin admin] Publish callbacks [] for security_group (f98c565a-e004-4234-b976-70e9017c42f0), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.541673 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-075c6318-a9e9-4bb9-9b07-502332110e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f98c565a-e004-4234-b976-70e9017c42f0), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.563517 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port b29d6acf-04aa-4714-90fd-8db0f59d3e5c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b29d6acf-04aa-4714-90fd-8db0f59d3e5c,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:13.578944 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'port_id': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c', 'mac_address': 'fa:16:3e:bb:73:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:02:13.583625 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1748e96c-bb26-4c2a-8b0c-b892daeb21b9 req-b76bbaf4-3fe5-4558-a15f-324f38d578b8 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868469 May 26 18:02:13.604594 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-075c6318-a9e9-4bb9-9b07-502332110e9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4845c2073b36418b82994d21d0083fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6646442 May 26 18:02:13.604594 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c6318-a9e9-4bb9-9b07-502332110e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98c565a-e004-4234-b976-70e9017c42f0,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:13.605232 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 39394) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:13.629734 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port b29d6acf-04aa-4714-90fd-8db0f59d3e5c is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:13.630123 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.645428 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.649074 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29d6acf-04aa-4714-90fd-8db0f59d3e5c {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:02:13.666803 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0f03dfb1-f140-45f1-9d2f-1be1f156bdaf admin admin] Publish callbacks [] for security_group (f98c565a-e004-4234-b976-70e9017c42f0), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.678561 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port b29d6acf-04aa-4714-90fd-8db0f59d3e5c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b29d6acf-04aa-4714-90fd-8db0f59d3e5c,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:13.684858 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.696600 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0f03dfb1-f140-45f1-9d2f-1be1f156bdaf admin admin] Publish callbacks [] for security_group (f98c565a-e004-4234-b976-70e9017c42f0), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.769674 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0f03dfb1-f140-45f1-9d2f-1be1f156bdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f98c565a-e004-4234-b976-70e9017c42f0), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.774288 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0f03dfb1-f140-45f1-9d2f-1be1f156bdaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:13.778219 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0f03dfb1-f140-45f1-9d2f-1be1f156bdaf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f98c565a-e004-4234-b976-70e9017c42f0 HTTP/1.1" status: 204 len: 168 time: 0.1696613 May 26 18:02:13.780677 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=b29d6acf-04aa-4714-90fd-8db0f59d3e5c,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:13.791062 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.791409 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.791772 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.792158 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.792652 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.793123 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.793458 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.793783 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.794973 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.795938 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.796475 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.796999 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.797192 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03dfb1-f140-45f1-9d2f-1be1f156bdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98c565a-e004-4234-b976-70e9017c42f0,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:13.797702 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.799007 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.800157 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:13.838505 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d3bfc-6be9-4b3b-bbe0-32b14852c4ba req-461c97ad-bf7e-4072-8167-dcea96c7abdc tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:13.840393 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-792d3bfc-6be9-4b3b-bbe0-32b14852c4ba req-461c97ad-bf7e-4072-8167-dcea96c7abdc tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0609989 May 26 18:02:13.888698 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:13.902601 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-792d3bfc-6be9-4b3b-bbe0-32b14852c4ba req-1aa3c025-233f-4776-ae8c-c62b7a5fb9a7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516601 May 26 18:02:14.009168 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['b29d6acf-04aa-4714-90fd-8db0f59d3e5c'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:02:14.058108 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:14.306021 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 39426) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:14.320774 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d0269f65-cb06-4b08-8eed-ffec1da01161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:14.403373 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d0269f65-cb06-4b08-8eed-ffec1da01161 admin admin] Publish callbacks [] for security_group (55516f55-1631-40cc-b959-b911d94d3e51), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:14.408432 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d0269f65-cb06-4b08-8eed-ffec1da01161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (55516f55-1631-40cc-b959-b911d94d3e51), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:14.421986 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:14.422634 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:14.495218 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0269f65-cb06-4b08-8eed-ffec1da01161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55516f55-1631-40cc-b959-b911d94d3e51,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:14.505939 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39434) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:14.506544 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d0269f65-cb06-4b08-8eed-ffec1da01161 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d01a6036d02847c1826964e23e92c856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988816 May 26 18:02:14.510896 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8df92-4c89-4f4a-a3f9-a8a5afa44270 req-312f9686-d161-4743-9798-20c1e37591d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:14.512592 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b2b8df92-4c89-4f4a-a3f9-a8a5afa44270 req-312f9686-d161-4743-9798-20c1e37591d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=41aaf61888b149a59ed741d201490e52&device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 1129 time: 0.0795190 May 26 18:02:14.569422 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e4a01dfe-3611-4eae-8095-50ff7c95d654 admin admin] Publish callbacks [] for security_group (55516f55-1631-40cc-b959-b911d94d3e51), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:14.597460 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e4a01dfe-3611-4eae-8095-50ff7c95d654 admin admin] Publish callbacks [] for security_group (55516f55-1631-40cc-b959-b911d94d3e51), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:14.630746 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86333259-b32d-447b-9ffb-0a48dfe8e930 req-605d067a-cbc3-4c75-b1de-e88c128b7fd8 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:14.632430 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-86333259-b32d-447b-9ffb-0a48dfe8e930 req-605d067a-cbc3-4c75-b1de-e88c128b7fd8 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 944 time: 0.0602505 May 26 18:02:14.664540 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e4a01dfe-3611-4eae-8095-50ff7c95d654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (55516f55-1631-40cc-b959-b911d94d3e51), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:14.667501 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e4a01dfe-3611-4eae-8095-50ff7c95d654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:14.668885 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-e4a01dfe-3611-4eae-8095-50ff7c95d654 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/55516f55-1631-40cc-b959-b911d94d3e51 HTTP/1.1" status: 204 len: 168 time: 0.1619008 May 26 18:02:14.679085 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a01dfe-3611-4eae-8095-50ff7c95d654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55516f55-1631-40cc-b959-b911d94d3e51,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:14.744816 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-86333259-b32d-447b-9ffb-0a48dfe8e930 req-6d2d2b54-0269-41f7-8572-a2479aaa7550 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853071 May 26 18:02:14.749913 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8df92-4c89-4f4a-a3f9-a8a5afa44270 req-86bf650d-5b70-461d-9229-73916fb6b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:14.754588 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b2b8df92-4c89-4f4a-a3f9-a8a5afa44270 req-86bf650d-5b70-461d-9229-73916fb6b76a service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 HTTP/1.1" status: 200 len: 913 time: 0.2113979 May 26 18:02:15.047314 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55c701-4caa-458e-9dea-4855ac36ed90 req-8c3539d8-b809-4165-920d-1b368756d9ac tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:15.048867 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-db55c701-4caa-458e-9dea-4855ac36ed90 req-8c3539d8-b809-4165-920d-1b368756d9ac tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0610886 May 26 18:02:15.077461 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:15.113347 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-db55c701-4caa-458e-9dea-4855ac36ed90 req-afa89e62-0fb5-4d9d-ae13-b0144767c8d5 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589402 May 26 18:02:15.172485 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 39462) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:15.187071 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4e352c57-ab12-4c20-a0d4-c9c59fab7301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:15.292964 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4e352c57-ab12-4c20-a0d4-c9c59fab7301 admin admin] Publish callbacks [] for security_group (dbdb9ae0-32a5-4652-b5e2-4f6f2b74632a), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:15.299874 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4e352c57-ab12-4c20-a0d4-c9c59fab7301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (dbdb9ae0-32a5-4652-b5e2-4f6f2b74632a), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:15.350191 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39472) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:15.357486 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4e352c57-ab12-4c20-a0d4-c9c59fab7301 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d6cb72cb87b74eb7b2d8e6e60fcda7b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838028 May 26 18:02:15.366448 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e352c57-ab12-4c20-a0d4-c9c59fab7301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdb9ae0-32a5-4652-b5e2-4f6f2b74632a,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:15.414594 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1611b3a0-85df-49fc-bee5-39c89e3a9e12 admin admin] Publish callbacks [] for security_group (dbdb9ae0-32a5-4652-b5e2-4f6f2b74632a), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:15.414859 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device b29d6acf-04aa-4714-90fd-8db0f59d3e5c up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:02:15.445377 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1611b3a0-85df-49fc-bee5-39c89e3a9e12 admin admin] Publish callbacks [] for security_group (dbdb9ae0-32a5-4652-b5e2-4f6f2b74632a), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:15.446469 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b2b8df92-4c89-4f4a-a3f9-a8a5afa44270 req-145c83f5-d2b7-4fa6-aa45-abc257086590 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=286236cd-e1bf-4690-8d1b-f843a4d0118f HTTP/1.1" status: 200 len: 217 time: 0.0614450 May 26 18:02:15.542973 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8df92-4c89-4f4a-a3f9-a8a5afa44270 req-e042edcf-ffe6-4c57-915f-6d3d4c9e8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:15.544352 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b2b8df92-4c89-4f4a-a3f9-a8a5afa44270 req-e042edcf-ffe6-4c57-915f-6d3d4c9e8bd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1613fb41-5472-44f8-8011-41be514957ec HTTP/1.1" status: 200 len: 852 time: 0.0915802 May 26 18:02:15.567821 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcd031-0c24-4310-837d-6a2907441acb req-ec1dd3eb-44dd-42f9-be42-2924d256fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:15.569744 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b9dcd031-0c24-4310-837d-6a2907441acb req-ec1dd3eb-44dd-42f9-be42-2924d256fb77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 1129 time: 0.0753181 May 26 18:02:15.570577 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f89e9-0286-49ad-a20c-c352eea6c875 req-df9ef9b7-e06c-4192-9fec-c863b3b147c7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:15.572271 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bd9f89e9-0286-49ad-a20c-c352eea6c875 req-df9ef9b7-e06c-4192-9fec-c863b3b147c7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0684190 May 26 18:02:15.612277 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b2b8df92-4c89-4f4a-a3f9-a8a5afa44270 req-59df250c-d656-4afd-ad8f-ff778ed6db92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b9b5b4a-a88b-47f5-b18b-d8928aa5e340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591307 May 26 18:02:15.612516 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1611b3a0-85df-49fc-bee5-39c89e3a9e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (dbdb9ae0-32a5-4652-b5e2-4f6f2b74632a), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:15.615869 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1611b3a0-85df-49fc-bee5-39c89e3a9e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:15.617246 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-1611b3a0-85df-49fc-bee5-39c89e3a9e12 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dbdb9ae0-32a5-4652-b5e2-4f6f2b74632a HTTP/1.1" status: 204 len: 168 time: 0.2659700 May 26 18:02:15.634534 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:15.636103 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611b3a0-85df-49fc-bee5-39c89e3a9e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdb9ae0-32a5-4652-b5e2-4f6f2b74632a,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:15.669136 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bd9f89e9-0286-49ad-a20c-c352eea6c875 req-d2b12d80-40f5-4ade-9acb-d25795a1c092 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821137 May 26 18:02:15.707669 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port b29d6acf-04aa-4714-90fd-8db0f59d3e5c completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:02:15.715818 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port b29d6acf-04aa-4714-90fd-8db0f59d3e5c triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:15.716517 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:15.739507 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:15.772924 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcd031-0c24-4310-837d-6a2907441acb req-838f7d16-2ca4-42ab-991c-a033f2ffff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:15.774713 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b9dcd031-0c24-4310-837d-6a2907441acb req-838f7d16-2ca4-42ab-991c-a033f2ffff4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 920 time: 0.1866500 May 26 18:02:15.779290 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b2b8df92-4c89-4f4a-a3f9-a8a5afa44270 req-7b7341b9-dbc6-45c3-aaad-4b16bba86714 service neutron] 10.222.0.62 "GET /v2.0/networks/6b9b5b4a-a88b-47f5-b18b-d8928aa5e340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606903 May 26 18:02:15.805858 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port b29d6acf-04aa-4714-90fd-8db0f59d3e5c is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:15.806709 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:15.832907 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:02:15.835792 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9eb128-2988-4807-b670-8698a85de93f" -d '{"events": [{"server_uuid": "bcca8b79-ed51-48fa-85ad-4af0a09f7c20", "name": "network-vif-plugged", "status": "completed", "tag": "b29d6acf-04aa-4714-90fd-8db0f59d3e5c"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:02:15.855274 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port b29d6acf-04aa-4714-90fd-8db0f59d3e5c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b29d6acf-04aa-4714-90fd-8db0f59d3e5c,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:15.861928 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:15.865451 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b9dcd031-0c24-4310-837d-6a2907441acb req-0198aeec-778e-4bd1-b9e7-d77b5e9f0cf3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e614e89-75f5-41f4-9d8e-dc40ee2870d3 HTTP/1.1" status: 200 len: 217 time: 0.0707166 May 26 18:02:15.897559 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a7f8bb-e1e8-4638-9cfc-c6161cc21205 x-openstack-request-id: req-82a7f8bb-e1e8-4638-9cfc-c6161cc21205 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:02:15.897854 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcca8b79-ed51-48fa-85ad-4af0a09f7c20", "name": "network-vif-plugged", "status": "completed", "tag": "b29d6acf-04aa-4714-90fd-8db0f59d3e5c", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:02:15.898105 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-82a7f8bb-e1e8-4638-9cfc-c6161cc21205 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:02:15.898500 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a7f8bb-e1e8-4638-9cfc-c6161cc21205'] response: {'server_uuid': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c', 'code': 200} May 26 18:02:15.960683 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=b29d6acf-04aa-4714-90fd-8db0f59d3e5c,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:16.193740 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633963e4-d10c-4f22-beb3-7a8a64a76b47 req-a1bc5ffb-acf8-4d98-ab29-548e0343767c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:16.195836 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-633963e4-d10c-4f22-beb3-7a8a64a76b47 req-a1bc5ffb-acf8-4d98-ab29-548e0343767c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1072836 May 26 18:02:16.273244 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a577ae-124f-406f-8e46-ef459226646d req-988a2de8-4bdc-4d27-8d09-4bba9fc63625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:16.275090 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-80a577ae-124f-406f-8e46-ef459226646d req-988a2de8-4bdc-4d27-8d09-4bba9fc63625 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 1129 time: 0.1486495 May 26 18:02:16.313739 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcd031-0c24-4310-837d-6a2907441acb req-0360d19f-9c4a-4b13-8622-1a34fc577131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:16.316111 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b9dcd031-0c24-4310-837d-6a2907441acb req-0360d19f-9c4a-4b13-8622-1a34fc577131 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.2257161 May 26 18:02:16.352054 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b2b8df92-4c89-4f4a-a3f9-a8a5afa44270 req-a664cccf-69bb-4d1c-88b3-2e1a16af4d0b service neutron] 10.222.0.62 "GET /v2.0/networks/6b9b5b4a-a88b-47f5-b18b-d8928aa5e340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482683 May 26 18:02:16.396034 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:16.417704 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-633963e4-d10c-4f22-beb3-7a8a64a76b47 req-65f51994-ae98-4c8b-b982-4c1ee43e330b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881244 May 26 18:02:16.430555 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcd031-0c24-4310-837d-6a2907441acb req-5d03a0b4-729c-44dc-b9a2-8ba5c6a3c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:16.433083 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b9dcd031-0c24-4310-837d-6a2907441acb req-5d03a0b4-729c-44dc-b9a2-8ba5c6a3c7c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105592 May 26 18:02:16.434000 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39524) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:16.440731 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-80a577ae-124f-406f-8e46-ef459226646d req-434149f9-a9e0-497e-9468-fde7a87ec113 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486676 May 26 18:02:16.564097 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b9dcd031-0c24-4310-837d-6a2907441acb req-7ca23155-c9cd-458c-8b98-2e43487ce5b2 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216888 May 26 18:02:16.625253 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0fffb598-2d0d-463a-ac05-22a7c3a347af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:16.716314 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0fffb598-2d0d-463a-ac05-22a7c3a347af admin admin] Publish callbacks [] for security_group (be0960a9-8b49-498f-af9b-d1dbdcedd8d3), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:16.723344 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0fffb598-2d0d-463a-ac05-22a7c3a347af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (be0960a9-8b49-498f-af9b-d1dbdcedd8d3), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:16.775430 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-0fffb598-2d0d-463a-ac05-22a7c3a347af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=66c84930bae34b6b996fea74f9f8c584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401244 May 26 18:02:16.778153 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39586) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:16.787379 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffb598-2d0d-463a-ac05-22a7c3a347af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0960a9-8b49-498f-af9b-d1dbdcedd8d3,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:16.885596 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b9dcd031-0c24-4310-837d-6a2907441acb req-c0cc92c8-0e4c-4887-8b60-1bb42296a47c service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960275 May 26 18:02:16.920676 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69241965-e748-49ff-8db2-95b56accef8b req-d6e2e56b-dd2f-454d-b886-93a3efbc95b1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:16.923663 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-69241965-e748-49ff-8db2-95b56accef8b req-d6e2e56b-dd2f-454d-b886-93a3efbc95b1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0982301 May 26 18:02:16.927591 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c5478fce-fcb9-43f4-a8e7-a0aa5bb70f27 admin admin] Publish callbacks [] for security_group (be0960a9-8b49-498f-af9b-d1dbdcedd8d3), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:16.974337 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c5478fce-fcb9-43f4-a8e7-a0aa5bb70f27 admin admin] Publish callbacks [] for security_group (be0960a9-8b49-498f-af9b-d1dbdcedd8d3), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:17.010849 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:17.034051 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-69241965-e748-49ff-8db2-95b56accef8b req-9370d921-7ef1-4bee-ab8e-69f612caacfb tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954144 May 26 18:02:17.097493 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c5478fce-fcb9-43f4-a8e7-a0aa5bb70f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (be0960a9-8b49-498f-af9b-d1dbdcedd8d3), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:17.100475 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c5478fce-fcb9-43f4-a8e7-a0aa5bb70f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:17.101704 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-c5478fce-fcb9-43f4-a8e7-a0aa5bb70f27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/be0960a9-8b49-498f-af9b-d1dbdcedd8d3 HTTP/1.1" status: 204 len: 168 time: 0.3223886 May 26 18:02:17.117281 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5478fce-fcb9-43f4-a8e7-a0aa5bb70f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0960a9-8b49-498f-af9b-d1dbdcedd8d3,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:17.566651 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f30154-4312-4478-97ac-1ebe94f7c964 req-a6b7f833-55f3-40c9-b370-f60ceeaabbe0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:17.574076 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e8f30154-4312-4478-97ac-1ebe94f7c964 req-a6b7f833-55f3-40c9-b370-f60ceeaabbe0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0848355 May 26 18:02:17.645947 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e8f30154-4312-4478-97ac-1ebe94f7c964 req-4f769cf6-a64f-4e2c-8e01-4627e5c82486 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654862 May 26 18:02:18.018595 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-89de4663-0311-489a-8a56-7fb93d1a28ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:18.179266 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d770b44-715b-4cb2-b0ff-af187ccd33b3 req-a15ebfe1-6065-47a2-b924-77573def1b45 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:18.186251 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8d770b44-715b-4cb2-b0ff-af187ccd33b3 req-a15ebfe1-6065-47a2-b924-77573def1b45 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0666685 May 26 18:02:18.240661 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8d770b44-715b-4cb2-b0ff-af187ccd33b3 req-ae1e45a8-72c1-4161-bead-56a5d88de3b2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532379 May 26 18:02:18.870627 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39702) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:18.898301 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f98dd-7924-4ac5-ab9a-38825cb7a221 req-61210e0c-4d25-402a-b3c7-ad58464d705a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:18.899712 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-236f98dd-7924-4ac5-ab9a-38825cb7a221 req-61210e0c-4d25-402a-b3c7-ad58464d705a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0494089 May 26 18:02:18.950584 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-236f98dd-7924-4ac5-ab9a-38825cb7a221 req-28b3f53c-6497-4941-b8f2-614a91119690 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 May 26 18:02:18.984558 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b58bc5cf-aec0-4010-a6e0-9924133469fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:19.018477 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:19.093031 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf99b3f-81d1-476e-a42d-bfb1a50e4478 req-acf2d337-b549-47ff-98eb-c5b5f9fd260a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:19.095153 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-baf99b3f-81d1-476e-a42d-bfb1a50e4478 req-acf2d337-b549-47ff-98eb-c5b5f9fd260a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0748684 May 26 18:02:19.104759 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39708) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:19.114932 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-87490dfd-1be6-4982-b133-d7f292b30b1c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Request body: {'floatingip': {'port_id': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:19.166301 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-87490dfd-1be6-4982-b133-d7f292b30b1c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (1ee58ce1-ae95-40c7-8853-0aaad94eaceb), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:19.170567 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b58bc5cf-aec0-4010-a6e0-9924133469fb admin admin] Publish callbacks [] for security_group (5350ad3f-ba31-42a2-a9e5-1e487c119438), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:19.202583 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b58bc5cf-aec0-4010-a6e0-9924133469fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (5350ad3f-ba31-42a2-a9e5-1e487c119438), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:19.278792 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bc5cf-aec0-4010-a6e0-9924133469fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5350ad3f-ba31-42a2-a9e5-1e487c119438,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:19.282947 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-b58bc5cf-aec0-4010-a6e0-9924133469fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3329c5c4af3147b9bedf8ce947d3c06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106557 May 26 18:02:19.286363 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 39712) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:19.399559 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bbf52-f2f5-4910-b184-048058c15948 req-2dc81921-b02f-48bc-8233-1b2bfe496b41 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:19.401616 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e63bbf52-f2f5-4910-b184-048058c15948 req-2dc81921-b02f-48bc-8233-1b2bfe496b41 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0747898 May 26 18:02:19.405370 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-df95b622-b88a-4604-a47f-d0228cb862f1 admin admin] Publish callbacks [] for security_group (5350ad3f-ba31-42a2-a9e5-1e487c119438), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:19.445188 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-df95b622-b88a-4604-a47f-d0228cb862f1 admin admin] Publish callbacks [] for security_group (5350ad3f-ba31-42a2-a9e5-1e487c119438), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:19.457178 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:19.499186 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e63bbf52-f2f5-4910-b184-048058c15948 req-40cde522-21ee-4e4d-aed4-d6352ae78701 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872571 May 26 18:02:19.521604 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-df95b622-b88a-4604-a47f-d0228cb862f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (5350ad3f-ba31-42a2-a9e5-1e487c119438), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:19.534395 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-df95b622-b88a-4604-a47f-d0228cb862f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:19.538589 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-df95b622-b88a-4604-a47f-d0228cb862f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5350ad3f-ba31-42a2-a9e5-1e487c119438 HTTP/1.1" status: 204 len: 168 time: 0.2504945 May 26 18:02:19.548822 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95b622-b88a-4604-a47f-d0228cb862f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5350ad3f-ba31-42a2-a9e5-1e487c119438,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:19.800448 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-87490dfd-1be6-4982-b133-d7f292b30b1c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:19.805064 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-87490dfd-1be6-4982-b133-d7f292b30b1c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (1ee58ce1-ae95-40c7-8853-0aaad94eaceb), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:19.945572 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-87490dfd-1be6-4982-b133-d7f292b30b1c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Floating IP 1ee58ce1-ae95-40c7-8853-0aaad94eaceb associated. External IP: 172.27.0.68, port: b29d6acf-04aa-4714-90fd-8db0f59d3e5c. May 26 18:02:20.060687 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:20.190641 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fd9d496c-0020-420d-a331-37df4cb551a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:20.192174 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87490dfd-1be6-4982-b133-d7f292b30b1c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Router 52382004-7f79-4e59-aa0b-bcab076a4e8b has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:02:20.195442 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:20.305749 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87490dfd-1be6-4982-b133-d7f292b30b1c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:02:20.310206 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-87490dfd-1be6-4982-b133-d7f292b30b1c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:20.318645 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd871146-15fe-4ee3-a974-8cf2027c501e None None] Sync routers for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:02:20.328798 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd871146-15fe-4ee3-a974-8cf2027c501e None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:02:20.338506 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-fd871146-15fe-4ee3-a974-8cf2027c501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:02:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:20.350559 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-87490dfd-1be6-4982-b133-d7f292b30b1c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "PUT /v2.0/floatingips/1ee58ce1-ae95-40c7-8853-0aaad94eaceb HTTP/1.1" status: 200 len: 990 time: 1.2447200 May 26 18:02:20.351281 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'tag': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:02:20.353677 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84722886-3f38-4f3a-bd1c-e1946c3fd16d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcca8b79-ed51-48fa-85ad-4af0a09f7c20", "tag": "b29d6acf-04aa-4714-90fd-8db0f59d3e5c"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:02:20.395414 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b82a83-5e15-4d18-81bb-1e2b1354f606 x-openstack-request-id: req-83b82a83-5e15-4d18-81bb-1e2b1354f606 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:02:20.395710 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcca8b79-ed51-48fa-85ad-4af0a09f7c20", "tag": "b29d6acf-04aa-4714-90fd-8db0f59d3e5c", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:02:20.395967 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-83b82a83-5e15-4d18-81bb-1e2b1354f606 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:02:20.396407 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b82a83-5e15-4d18-81bb-1e2b1354f606'] response: {'name': 'network-changed', 'server_uuid': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'tag': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c', 'status': 'completed', 'code': 200} May 26 18:02:20.522003 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-fd871146-15fe-4ee3-a974-8cf2027c501e None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:02:20.523552 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:20.655113 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7ddec-1a6f-4d26-80a0-78b326374ff1 req-b3806851-3163-4da7-8e86-81b38aefc203 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:20.657567 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c4c7ddec-1a6f-4d26-80a0-78b326374ff1 req-b3806851-3163-4da7-8e86-81b38aefc203 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0644960 May 26 18:02:20.718425 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c4c7ddec-1a6f-4d26-80a0-78b326374ff1 req-4da7bbd8-1de0-46de-92d3-264f0505b680 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531507 May 26 18:02:20.723602 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:20.774396 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-fd871146-15fe-4ee3-a974-8cf2027c501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '1ee58ce1-ae95-40c7-8853-0aaad94eaceb', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'port_id': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'mac_address': 'fa:16:3e:bb:73:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:01:38Z', 'updated_at': '2022-05-26T18:02:19Z', 'revision_number': 1, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:20.801782 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd871146-15fe-4ee3-a974-8cf2027c501e None None] Checking router: 52382004-7f79-4e59-aa0b-bcab076a4e8b for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:02:20.812449 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd871146-15fe-4ee3-a974-8cf2027c501e None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:02:20.813138 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-fd871146-15fe-4ee3-a974-8cf2027c501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:02:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:20.920463 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-fd871146-15fe-4ee3-a974-8cf2027c501e None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:02:21.153626 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-fd871146-15fe-4ee3-a974-8cf2027c501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '1ee58ce1-ae95-40c7-8853-0aaad94eaceb', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'port_id': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'mac_address': 'fa:16:3e:bb:73:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:01:38Z', 'updated_at': '2022-05-26T18:02:19Z', 'revision_number': 1, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:21.180689 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd871146-15fe-4ee3-a974-8cf2027c501e None None] The sync data for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi is: [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '1ee58ce1-ae95-40c7-8853-0aaad94eaceb', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'port_id': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'mac_address': 'fa:16:3e:bb:73:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:01:38Z', 'updated_at': '2022-05-26T18:02:19Z', 'revision_number': 1, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:02:21.439568 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b183db-1e0a-43a5-b73c-668388ff261b None None] New status for floating IP 1ee58ce1-ae95-40c7-8853-0aaad94eaceb: ACTIVE {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:02:21.550478 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:21.863466 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861911c-84b5-472d-afe6-ad2b5a77a293 req-f880361b-f3bb-4a48-b81c-e96ad1e3a32a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:21.868498 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3861911c-84b5-472d-afe6-ad2b5a77a293 req-f880361b-f3bb-4a48-b81c-e96ad1e3a32a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0556321 May 26 18:02:21.927362 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3861911c-84b5-472d-afe6-ad2b5a77a293 req-b2199fd6-372c-4236-a32b-7e1b3d4f114f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568089 May 26 18:02:22.537661 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:23.045427 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598aea3a-d0be-4f73-80b5-c7cbb888b3f1 req-b3fc67dc-d534-499c-870b-9caf34026b99 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:23.046804 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-598aea3a-d0be-4f73-80b5-c7cbb888b3f1 req-b3fc67dc-d534-499c-870b-9caf34026b99 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0486541 May 26 18:02:23.096628 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-598aea3a-d0be-4f73-80b5-c7cbb888b3f1 req-534b7003-ba9d-4165-9975-819c4851201f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 May 26 18:02:23.400275 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84722886-3f38-4f3a-bd1c-e1946c3fd16d req-75c837eb-800b-4cc0-84f6-163a63145b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:23.401849 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-84722886-3f38-4f3a-bd1c-e1946c3fd16d req-75c837eb-800b-4cc0-84f6-163a63145b2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 1129 time: 0.0443537 May 26 18:02:23.514183 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84722886-3f38-4f3a-bd1c-e1946c3fd16d req-75924211-1a06-450a-b8a7-241fb23a97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:23.515655 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-84722886-3f38-4f3a-bd1c-e1946c3fd16d req-75924211-1a06-450a-b8a7-241fb23a97a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666 HTTP/1.1" status: 200 len: 911 time: 0.0941620 May 26 18:02:23.765586 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:02:23.871397 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:23.882442 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-84722886-3f38-4f3a-bd1c-e1946c3fd16d req-3f7247d7-33c4-4f3e-8c8d-5ea1db9b9260 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29d6acf-04aa-4714-90fd-8db0f59d3e5c HTTP/1.1" status: 200 len: 1000 time: 0.0694523 May 26 18:02:23.944357 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84722886-3f38-4f3a-bd1c-e1946c3fd16d req-00d37884-14b5-4e8a-9092-bac59c28b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:23.945827 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-84722886-3f38-4f3a-bd1c-e1946c3fd16d req-00d37884-14b5-4e8a-9092-bac59c28b789 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c4bb892-83e3-4ae4-bd0c-13631a4610a8 HTTP/1.1" status: 200 len: 849 time: 0.0547407 May 26 18:02:24.004964 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84722886-3f38-4f3a-bd1c-e1946c3fd16d req-10e13228-4236-44be-a4b0-4d16e8f9eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:24.006556 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-84722886-3f38-4f3a-bd1c-e1946c3fd16d req-10e13228-4236-44be-a4b0-4d16e8f9eacc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428321 May 26 18:02:24.136162 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-84722886-3f38-4f3a-bd1c-e1946c3fd16d req-cdeb99e0-99e6-4870-9405-d310bd086434 service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099474 May 26 18:02:24.140874 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:24.299120 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e92a15-87ae-4e37-a63e-cac01ba26984 req-2295de1a-8e18-478f-bffb-6bf5102d235f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:24.300932 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-35e92a15-87ae-4e37-a63e-cac01ba26984 req-2295de1a-8e18-478f-bffb-6bf5102d235f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0768585 May 26 18:02:24.393333 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-84722886-3f38-4f3a-bd1c-e1946c3fd16d req-645780c6-8904-4e54-97c6-f99a91987aad service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367637 May 26 18:02:24.452894 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-35e92a15-87ae-4e37-a63e-cac01ba26984 req-21b6ce93-feba-4378-adca-b196ac6e79d1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389918 May 26 18:02:24.489256 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e58e0-54e0-4b1b-a7f8-2eaa0fc8b2e0 req-1ccc2d37-e613-46fb-8a88-a3c2d3203d8d tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:24.492858 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d93e58e0-54e0-4b1b-a7f8-2eaa0fc8b2e0 req-1ccc2d37-e613-46fb-8a88-a3c2d3203d8d tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.0791028 May 26 18:02:24.549379 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d93e58e0-54e0-4b1b-a7f8-2eaa0fc8b2e0 req-c1277736-98aa-4093-9d17-95c93d1683ce tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513618 May 26 18:02:24.868464 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39912) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:24.989973 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-044b55b0-06d1-48d9-a579-117d724a1543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.066872 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-044b55b0-06d1-48d9-a579-117d724a1543 admin admin] Publish callbacks [] for security_group (9719fd55-3364-41aa-99a6-1dcbd8577d13), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.070617 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-044b55b0-06d1-48d9-a579-117d724a1543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (9719fd55-3364-41aa-99a6-1dcbd8577d13), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.111740 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-044b55b0-06d1-48d9-a579-117d724a1543 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8fd9436209104c49a07f39aee7341af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419803 May 26 18:02:25.112652 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b55b0-06d1-48d9-a579-117d724a1543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9719fd55-3364-41aa-99a6-1dcbd8577d13,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:25.114562 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 39918) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:25.169523 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a8d76280-35bd-426e-a43b-493eebef8f1f admin admin] Publish callbacks [] for security_group (9719fd55-3364-41aa-99a6-1dcbd8577d13), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.192302 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a8d76280-35bd-426e-a43b-493eebef8f1f admin admin] Publish callbacks [] for security_group (9719fd55-3364-41aa-99a6-1dcbd8577d13), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.218554 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:25.241548 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a8d76280-35bd-426e-a43b-493eebef8f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (9719fd55-3364-41aa-99a6-1dcbd8577d13), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.244052 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a8d76280-35bd-426e-a43b-493eebef8f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.245214 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a8d76280-35bd-426e-a43b-493eebef8f1f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9719fd55-3364-41aa-99a6-1dcbd8577d13 HTTP/1.1" status: 204 len: 168 time: 0.1295958 May 26 18:02:25.253377 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d76280-35bd-426e-a43b-493eebef8f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9719fd55-3364-41aa-99a6-1dcbd8577d13,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:25.526155 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39928) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:25.541240 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9a02fb6b-6249-4cff-bcc3-b245f8f42f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.568437 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da6cda-e3c8-45a1-af5c-222f04b59aca req-efade80f-ddf7-4156-b24b-6d5bf8573366 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:25.570694 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b5da6cda-e3c8-45a1-af5c-222f04b59aca req-efade80f-ddf7-4156-b24b-6d5bf8573366 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0527661 May 26 18:02:25.633014 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b5da6cda-e3c8-45a1-af5c-222f04b59aca req-0fefddac-c7a9-47f5-8def-dbcd97ec7dbf tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559862 May 26 18:02:25.633227 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9a02fb6b-6249-4cff-bcc3-b245f8f42f00 admin admin] Publish callbacks [] for security_group (a503926a-b42c-41eb-9226-dfcdb611402a), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.652040 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9a02fb6b-6249-4cff-bcc3-b245f8f42f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (a503926a-b42c-41eb-9226-dfcdb611402a), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.716536 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715e179-4207-4549-ad2c-eaaa2745037c req-14f9f524-c3dc-49f1-b824-334114893683 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:25.718133 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a715e179-4207-4549-ad2c-eaaa2745037c req-14f9f524-c3dc-49f1-b824-334114893683 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.0837522 May 26 18:02:25.726150 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9a02fb6b-6249-4cff-bcc3-b245f8f42f00 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=befb4815bfb04ac5a796f5a77fcdceed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984544 May 26 18:02:25.728647 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 39932) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:25.736602 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02fb6b-6249-4cff-bcc3-b245f8f42f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a503926a-b42c-41eb-9226-dfcdb611402a,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:25.789542 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:25.812221 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:25.823871 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a715e179-4207-4549-ad2c-eaaa2745037c req-4f905155-ffcc-459c-8d19-0e3c1bd85db3 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969605 May 26 18:02:25.833072 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-84f03617-98b2-4ba9-8a99-749cea0103df admin admin] Publish callbacks [] for security_group (a503926a-b42c-41eb-9226-dfcdb611402a), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.855615 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-84f03617-98b2-4ba9-8a99-749cea0103df admin admin] Publish callbacks [] for security_group (a503926a-b42c-41eb-9226-dfcdb611402a), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.914109 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-84f03617-98b2-4ba9-8a99-749cea0103df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (a503926a-b42c-41eb-9226-dfcdb611402a), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.917017 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-84f03617-98b2-4ba9-8a99-749cea0103df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.918379 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-84f03617-98b2-4ba9-8a99-749cea0103df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a503926a-b42c-41eb-9226-dfcdb611402a HTTP/1.1" status: 204 len: 168 time: 0.1886880 May 26 18:02:25.929083 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f03617-98b2-4ba9-8a99-749cea0103df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a503926a-b42c-41eb-9226-dfcdb611402a,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:26.762577 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62602de-25e7-481a-9caa-d495db3c1baf req-25b7cf4f-419b-4e19-8590-5b8df1d97b2e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:26.768962 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e62602de-25e7-481a-9caa-d495db3c1baf req-25b7cf4f-419b-4e19-8590-5b8df1d97b2e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0628259 May 26 18:02:26.820072 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e62602de-25e7-481a-9caa-d495db3c1baf req-bc99e1d7-da5d-4c11-acd9-0d52529a52bc tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487978 May 26 18:02:26.954983 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d1bf8-84ad-49ce-ab59-8b4d4a791650 req-95b5b11e-a902-4a69-b861-073878cc07b9 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:26.956575 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f4d1bf8-84ad-49ce-ab59-8b4d4a791650 req-95b5b11e-a902-4a69-b861-073878cc07b9 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.0515380 May 26 18:02:27.006661 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f4d1bf8-84ad-49ce-ab59-8b4d4a791650 req-13fd622c-4092-485b-8661-1d7b024df2b1 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442822 May 26 18:02:27.937938 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9213516-b606-431e-bd54-dc4d2e4e614d req-567cb92c-cdc2-40c7-9e24-c36105c43847 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:27.939587 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d9213516-b606-431e-bd54-dc4d2e4e614d req-567cb92c-cdc2-40c7-9e24-c36105c43847 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0486443 May 26 18:02:27.995505 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d9213516-b606-431e-bd54-dc4d2e4e614d req-4618bed3-c72a-435d-afee-94ab5a4a5690 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498013 May 26 18:02:28.135569 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aede4-e850-42a7-8ef9-3ad4c4a3ce7c req-e5acae10-b1b2-4b68-9600-418997f0e295 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:28.137034 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-129aede4-e850-42a7-8ef9-3ad4c4a3ce7c req-e5acae10-b1b2-4b68-9600-418997f0e295 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.0516365 May 26 18:02:28.188390 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-129aede4-e850-42a7-8ef9-3ad4c4a3ce7c req-df55d686-4f54-4292-9194-dd07305e6557 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/security-groups?id=caa160d7-ff3c-4ca9-ab17-6757eaa6113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454485 May 26 18:02:28.435221 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741805f7-d143-4144-835b-0655fe3e2046 req-5f9a428e-3506-49a2-af6a-6ae78311ed74 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:28.436777 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-741805f7-d143-4144-835b-0655fe3e2046 req-5f9a428e-3506-49a2-af6a-6ae78311ed74 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.62 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 945 time: 0.0562634 May 26 18:02:28.643797 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-741805f7-d143-4144-835b-0655fe3e2046 req-08810477-ac36-461e-9d43-c378f0a42e7a tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Deleting port 286236cd-e1bf-4690-8d1b-f843a4d0118f {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:02:28.644458 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-741805f7-d143-4144-835b-0655fe3e2046 req-08810477-ac36-461e-9d43-c378f0a42e7a tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:28.797925 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-741805f7-d143-4144-835b-0655fe3e2046 req-08810477-ac36-461e-9d43-c378f0a42e7a tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] For port 286236cd-e1bf-4690-8d1b-f843a4d0118f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=286236cd-e1bf-4690-8d1b-f843a4d0118f,segment=NetworkSegment(5eaeaec7-7668-4eff-a06b-542569d64f0d),segment_id=5eaeaec7-7668-4eff-a06b-542569d64f0d)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:28.798913 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-741805f7-d143-4144-835b-0655fe3e2046 req-08810477-ac36-461e-9d43-c378f0a42e7a tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:28.814323 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-741805f7-d143-4144-835b-0655fe3e2046 req-08810477-ac36-461e-9d43-c378f0a42e7a tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Calling delete_port for 286236cd-e1bf-4690-8d1b-f843a4d0118f owned by compute:nova {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:02:28.826379 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:28.973789 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-741805f7-d143-4144-835b-0655fe3e2046 req-08810477-ac36-461e-9d43-c378f0a42e7a tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (286236cd-e1bf-4690-8d1b-f843a4d0118f), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:28.988593 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['286236cd-e1bf-4690-8d1b-f843a4d0118f'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:02:29.007136 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08810477-ac36-461e-9d43-c378f0a42e7a tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Pushing event deleted for resources: {'Port': ['ID=286236cd-e1bf-4690-8d1b-f843a4d0118f,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:29.090243 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-741805f7-d143-4144-835b-0655fe3e2046 req-08810477-ac36-461e-9d43-c378f0a42e7a tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] No DVR routers for this DVR port 286236cd-e1bf-4690-8d1b-f843a4d0118f on host hv-cinder-83607 {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:02:29.093434 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-741805f7-d143-4144-835b-0655fe3e2046 req-08810477-ac36-461e-9d43-c378f0a42e7a tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:29.097059 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-741805f7-d143-4144-835b-0655fe3e2046 req-08810477-ac36-461e-9d43-c378f0a42e7a tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.62 "DELETE /v2.0/ports/286236cd-e1bf-4690-8d1b-f843a4d0118f HTTP/1.1" status: 204 len: 173 time: 0.6443000 May 26 18:02:29.098879 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597e2bca-7106-4c57-9ce3-b73108629960', 'name': 'network-vif-deleted', 'tag': '286236cd-e1bf-4690-8d1b-f843a4d0118f'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:02:29.101292 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b38712-dee2-4240-a2bc-c0536a6b6836" -d '{"events": [{"server_uuid": "597e2bca-7106-4c57-9ce3-b73108629960", "name": "network-vif-deleted", "tag": "286236cd-e1bf-4690-8d1b-f843a4d0118f"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:02:29.141891 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1d044-df83-4fca-98c9-27c077c91d25 req-bb2a72fd-9296-4fa7-989a-0c03328001fb tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:29.143489 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ffd1d044-df83-4fca-98c9-27c077c91d25 req-bb2a72fd-9296-4fa7-989a-0c03328001fb tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0620489 May 26 18:02:29.144955 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89356092-ef29-4c31-b581-f40df258a628 x-openstack-request-id: req-89356092-ef29-4c31-b581-f40df258a628 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:02:29.145246 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597e2bca-7106-4c57-9ce3-b73108629960", "name": "network-vif-deleted", "tag": "286236cd-e1bf-4690-8d1b-f843a4d0118f", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:02:29.145496 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89356092-ef29-4c31-b581-f40df258a628 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:02:29.145885 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89356092-ef29-4c31-b581-f40df258a628'] response: {'server_uuid': '597e2bca-7106-4c57-9ce3-b73108629960', 'name': 'network-vif-deleted', 'tag': '286236cd-e1bf-4690-8d1b-f843a4d0118f', 'status': 'completed', 'code': 200} May 26 18:02:29.195324 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ffd1d044-df83-4fca-98c9-27c077c91d25 req-5a400cdd-9fb1-4b58-b291-38ea89321a53 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452087 May 26 18:02:29.290364 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cdd7f6cb-4a73-438c-819d-9ade24ad33f3 req-2bb6f6d9-c2e1-48b2-93fc-5f2f9d7cda61 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 210 time: 0.0303924 May 26 18:02:30.311688 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eeabf-1688-464c-84b9-30cd37556cec req-77d45744-134e-4db5-a79c-dd56eb48d447 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:30.313854 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bb1eeabf-1688-464c-84b9-30cd37556cec req-77d45744-134e-4db5-a79c-dd56eb48d447 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0514855 May 26 18:02:30.342208 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:30.366489 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bb1eeabf-1688-464c-84b9-30cd37556cec req-c6579c02-4e2a-44e5-8fb2-b5faba45232e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456867 May 26 18:02:30.406744 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-00d48780-467e-43de-b060-c4ec72049f5d req-13d93e8d-0cfc-4b7b-b22f-8ab90373e8bd tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 210 time: 0.0391915 May 26 18:02:31.149872 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=39 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:31.493783 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b0529-b3d0-452c-98a8-3ad945e7842b req-c815d615-6bce-4743-982f-5287b2dfb110 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:31.495376 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-572b0529-b3d0-452c-98a8-3ad945e7842b req-c815d615-6bce-4743-982f-5287b2dfb110 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0543454 May 26 18:02:31.511255 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-618be563-189b-4056-abf6-3ee9264a7249 req-35e19e37-5035-44b4-bc75-d28585b865e7 tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 210 time: 0.0292139 May 26 18:02:31.549141 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-572b0529-b3d0-452c-98a8-3ad945e7842b req-fa08bc79-e3f7-464f-b83c-117774af0ee1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466340 May 26 18:02:32.612786 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f4fecdeb-57db-4203-ad49-e932d17894d7 req-a9c70e80-a4ae-4b09-aafd-ec70491527fb tempest-DeleteServersTestJSON-307311846 tempest-DeleteServersTestJSON-307311846-project] 10.222.0.69 "GET /v2.0/ports?device_id=597e2bca-7106-4c57-9ce3-b73108629960 HTTP/1.1" status: 200 len: 210 time: 0.0294414 May 26 18:02:32.671275 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117117-bd32-4f7b-a402-e3841bc4c037 req-41100200-7b7d-4f89-bf36-5a67ec33bb11 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:32.673945 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e8117117-bd32-4f7b-a402-e3841bc4c037 req-41100200-7b7d-4f89-bf36-5a67ec33bb11 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0497072 May 26 18:02:32.726850 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e8117117-bd32-4f7b-a402-e3841bc4c037 req-926c9072-ac33-41cb-93f8-f20d6dabb953 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473845 May 26 18:02:33.761454 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=67 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:33.861726 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2379e0-5470-47fd-a701-1c93401eb4e8 req-0394fedd-a1b4-4b4c-87da-33bf6ce9618b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:33.863309 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8b2379e0-5470-47fd-a701-1c93401eb4e8 req-0394fedd-a1b4-4b4c-87da-33bf6ce9618b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0551679 May 26 18:02:33.917028 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8b2379e0-5470-47fd-a701-1c93401eb4e8 req-284c9c36-55c5-4610-8f03-2232b926fb9a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477250 May 26 18:02:34.698477 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40222) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:34.824198 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-cc14cbd6-dc5e-4787-9d65-936b28724c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:34.905739 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-cc14cbd6-dc5e-4787-9d65-936b28724c03 admin admin] Publish callbacks [] for security_group (09554a1c-8992-4531-8d3b-88a647059cf9), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:34.910134 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-cc14cbd6-dc5e-4787-9d65-936b28724c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (09554a1c-8992-4531-8d3b-88a647059cf9), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:34.952182 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14cbd6-dc5e-4787-9d65-936b28724c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09554a1c-8992-4531-8d3b-88a647059cf9,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:34.963293 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 40230) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:34.963786 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-cc14cbd6-dc5e-4787-9d65-936b28724c03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=468f02c20bb748e0b3ff99991a37be0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638159 May 26 18:02:35.019599 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3df8adbf-5edb-4654-a6cc-2bcdc6414b4f admin admin] Publish callbacks [] for security_group (09554a1c-8992-4531-8d3b-88a647059cf9), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.043550 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3df8adbf-5edb-4654-a6cc-2bcdc6414b4f admin admin] Publish callbacks [] for security_group (09554a1c-8992-4531-8d3b-88a647059cf9), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.053017 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcbc65-4a92-4e35-a44c-5ebf6caabbd1 req-74c34f6d-5ba6-4b98-b473-3c936af1d49b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:35.058427 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9cdcbc65-4a92-4e35-a44c-5ebf6caabbd1 req-74c34f6d-5ba6-4b98-b473-3c936af1d49b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0623178 May 26 18:02:35.111225 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3df8adbf-5edb-4654-a6cc-2bcdc6414b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (09554a1c-8992-4531-8d3b-88a647059cf9), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.114121 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3df8adbf-5edb-4654-a6cc-2bcdc6414b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.117991 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3df8adbf-5edb-4654-a6cc-2bcdc6414b4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09554a1c-8992-4531-8d3b-88a647059cf9 HTTP/1.1" status: 204 len: 168 time: 0.1509094 May 26 18:02:35.118071 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9cdcbc65-4a92-4e35-a44c-5ebf6caabbd1 req-a360dcd6-0d4c-4f1b-b737-a639d2ebc288 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569856 May 26 18:02:35.133870 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8adbf-5edb-4654-a6cc-2bcdc6414b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09554a1c-8992-4531-8d3b-88a647059cf9,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:35.162950 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 286236cd-e1bf-4690-8d1b-f843a4d0118f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:02:35.169066 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40240) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:35.187520 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: 286236cd-e1bf-4690-8d1b-f843a4d0118f {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:02:35.188503 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 286236cd-e1bf-4690-8d1b-f843a4d0118f not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:02:35.224047 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef99e701-2452-466a-9bf1-5b70eb666161 admin admin] Deleting subnet 1613fb41-5472-44f8-8011-41be514957ec {{(pid=103836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:02:35.227578 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ef99e701-2452-466a-9bf1-5b70eb666161 admin admin] Publish callbacks [] for subnet (1613fb41-5472-44f8-8011-41be514957ec), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.270666 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ef99e701-2452-466a-9bf1-5b70eb666161 admin admin] Publish callbacks [] for subnet (1613fb41-5472-44f8-8011-41be514957ec), precommit_delete_associations {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.280634 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ef99e701-2452-466a-9bf1-5b70eb666161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (1613fb41-5472-44f8-8011-41be514957ec), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.478877 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 40246) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:35.497687 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a789f63d-6b51-4842-b151-7f172e3d6414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.551353 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:35.582243 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ef99e701-2452-466a-9bf1-5b70eb666161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (1613fb41-5472-44f8-8011-41be514957ec), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.597120 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a789f63d-6b51-4842-b151-7f172e3d6414 admin admin] Publish callbacks [] for security_group (86422a1f-6f6a-4302-9922-9562cec031fa), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.602602 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a789f63d-6b51-4842-b151-7f172e3d6414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (86422a1f-6f6a-4302-9922-9562cec031fa), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.608977 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99e701-2452-466a-9bf1-5b70eb666161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1613fb41-5472-44f8-8011-41be514957ec,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:35.613041 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ef99e701-2452-466a-9bf1-5b70eb666161 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.616546 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-ef99e701-2452-466a-9bf1-5b70eb666161 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1613fb41-5472-44f8-8011-41be514957ec HTTP/1.1" status: 204 len: 168 time: 0.4459507 May 26 18:02:35.618821 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40248) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:35.652521 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a789f63d-6b51-4842-b151-7f172e3d6414 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9249706278924621b339f0ad2d39593c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720636 May 26 18:02:35.653655 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789f63d-6b51-4842-b151-7f172e3d6414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86422a1f-6f6a-4302-9922-9562cec031fa,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:35.657207 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 40252) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:35.700665 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:35.707181 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (6b9b5b4a-a88b-47f5-b18b-d8928aa5e340), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.713538 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70ab943b-e98a-4f13-8ccc-236286960c1d admin admin] Publish callbacks [] for security_group (86422a1f-6f6a-4302-9922-9562cec031fa), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.723478 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:35.740852 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70ab943b-e98a-4f13-8ccc-236286960c1d admin admin] Publish callbacks [] for security_group (86422a1f-6f6a-4302-9922-9562cec031fa), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.800183 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70ab943b-e98a-4f13-8ccc-236286960c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (86422a1f-6f6a-4302-9922-9562cec031fa), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.805923 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-70ab943b-e98a-4f13-8ccc-236286960c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.807106 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-70ab943b-e98a-4f13-8ccc-236286960c1d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86422a1f-6f6a-4302-9922-9562cec031fa HTTP/1.1" status: 204 len: 168 time: 0.1483498 May 26 18:02:35.807370 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (6b9b5b4a-a88b-47f5-b18b-d8928aa5e340), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:35.820182 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab943b-e98a-4f13-8ccc-236286960c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86422a1f-6f6a-4302-9922-9562cec031fa,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:35.836107 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.836656 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.837434 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.837858 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > port after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.838184 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.838570 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > port after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.838903 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.839227 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.839742 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.840426 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.951643 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.952302 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.952700 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.953507 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:02:35.954097 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9b5b4a-a88b-47f5-b18b-d8928aa5e340']}} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:35.974327 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaeaec7-7668-4eff-a06b-542569d64f0d') {'for_net_delete': True} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:35.974618 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaeaec7-7668-4eff-a06b-542569d64f0d') {} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:35.992426 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5381284'] for segment (5eaeaec7-7668-4eff-a06b-542569d64f0d), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.022908 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (5eaeaec7-7668-4eff-a06b-542569d64f0d), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.033239 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:02:36.033633 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408449'] for segment (5eaeaec7-7668-4eff-a06b-542569d64f0d), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.113354 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (6b9b5b4a-a88b-47f5-b18b-d8928aa5e340), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.122395 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.129651 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] 10.222.0.69 "DELETE /v2.0/networks/6b9b5b4a-a88b-47f5-b18b-d8928aa5e340 HTTP/1.1" status: 204 len: 168 time: 0.5096025 May 26 18:02:36.143212 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab16d52-83e7-40b2-8b14-08582827e25d admin admin] Pushing event deleted for resources: {'Network': ['ID=6b9b5b4a-a88b-47f5-b18b-d8928aa5e340,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:36.257574 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3ad5c-de42-4dd1-ab28-1a1324265b3f req-8ba255d6-6d59-49ca-9dd3-14408b4a3c8b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:36.261563 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f0d3ad5c-de42-4dd1-ab28-1a1324265b3f req-8ba255d6-6d59-49ca-9dd3-14408b4a3c8b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0621891 May 26 18:02:36.261815 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40276) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:36.285406 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7700a5b5-c4cf-448a-8970-aeaef999d3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.352262 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f0d3ad5c-de42-4dd1-ab28-1a1324265b3f req-a7062a56-65a3-4c7a-a608-33d4aeffe1ec tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823860 May 26 18:02:36.392395 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40278) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:36.436158 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7700a5b5-c4cf-448a-8970-aeaef999d3ce admin admin] Publish callbacks [] for security_group (178a7b2f-c7e0-485a-9fe0-8fe4e169c545), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.445954 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7700a5b5-c4cf-448a-8970-aeaef999d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (178a7b2f-c7e0-485a-9fe0-8fe4e169c545), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.471856 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-e426be5c-011c-4023-b348-3e54a8713ce6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41aaf61888b149a59ed741d201490e52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0826299 May 26 18:02:36.474327 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 40280) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:36.497806 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-7700a5b5-c4cf-448a-8970-aeaef999d3ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0af13d65c63a4b2a9d53b723dc6dcd77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348890 May 26 18:02:36.498760 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700a5b5-c4cf-448a-8970-aeaef999d3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178a7b2f-c7e0-485a-9fe0-8fe4e169c545,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:36.502931 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40282) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:36.532511 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment 5eaeaec7-7668-4eff-a06b-542569d64f0d resource provider aggregate not found May 26 18:02:36.549290 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3887038e-8923-4680-9add-a1a7f84861a0 admin admin] Publish callbacks [] for security_group (caa160d7-ff3c-4ca9-ab17-6757eaa6113c), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.559755 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment 5eaeaec7-7668-4eff-a06b-542569d64f0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5eaeaec7-7668-4eff-a06b-542569d64f0d found for delete ", "request_id": "req-a08af41f-932d-4590-9cd2-4c071ab303bd"}]} May 26 18:02:36.568548 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:36.577855 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1267714f-d495-46e8-8d6a-efb62991b02a admin admin] Publish callbacks [] for security_group (178a7b2f-c7e0-485a-9fe0-8fe4e169c545), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.586752 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3887038e-8923-4680-9add-a1a7f84861a0 admin admin] Publish callbacks [] for security_group (caa160d7-ff3c-4ca9-ab17-6757eaa6113c), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.602961 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1267714f-d495-46e8-8d6a-efb62991b02a admin admin] Publish callbacks [] for security_group (178a7b2f-c7e0-485a-9fe0-8fe4e169c545), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.642076 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3887038e-8923-4680-9add-a1a7f84861a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (caa160d7-ff3c-4ca9-ab17-6757eaa6113c), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.644645 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3887038e-8923-4680-9add-a1a7f84861a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.645880 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3887038e-8923-4680-9add-a1a7f84861a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/caa160d7-ff3c-4ca9-ab17-6757eaa6113c HTTP/1.1" status: 204 len: 168 time: 0.1705213 May 26 18:02:36.656339 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887038e-8923-4680-9add-a1a7f84861a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa160d7-ff3c-4ca9-ab17-6757eaa6113c,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:36.683854 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1267714f-d495-46e8-8d6a-efb62991b02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (178a7b2f-c7e0-485a-9fe0-8fe4e169c545), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.686539 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1267714f-d495-46e8-8d6a-efb62991b02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.691830 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-1267714f-d495-46e8-8d6a-efb62991b02a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/178a7b2f-c7e0-485a-9fe0-8fe4e169c545 HTTP/1.1" status: 204 len: 168 time: 0.1876602 May 26 18:02:36.700396 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267714f-d495-46e8-8d6a-efb62991b02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178a7b2f-c7e0-485a-9fe0-8fe4e169c545,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:37.501506 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ff3a5-2c44-412c-987d-32aade074dec req-8c47c83d-a607-496a-a537-ebf880b54e58 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:37.503057 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e99ff3a5-2c44-412c-987d-32aade074dec req-8c47c83d-a607-496a-a537-ebf880b54e58 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0509489 May 26 18:02:37.544515 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40336) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:37.570940 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e99ff3a5-2c44-412c-987d-32aade074dec req-f079eb2d-74f8-4b56-a174-fbf95b3477fe tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538161 May 26 18:02:37.682357 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40344) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:37.744575 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1395990137-network', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:37.771242 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Made reservation on behalf of 8920d2de9dc34386bb0e770f5b51b702 for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:02:37.773870 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:37.784055 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:37.791165 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1951184360-network', 'tenant_id': '9fdf6152e6874f78825e5eddb7f14158'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:37.836613 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Made reservation on behalf of 9fdf6152e6874f78825e5eddb7f14158 for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:02:37.839593 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:37.853018 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:37.856267 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:37.874524 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:37.939538 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Publish callbacks [] for security_group (f0819d02-52da-4113-991c-033830e77c53), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:37.945266 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f0819d02-52da-4113-991c-033830e77c53), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:37.981568 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:02:38.004819 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0819d02-52da-4113-991c-033830e77c53,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:38.010884 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (0e085220-5023-491b-a678-36be987a3636), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.011300 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Added segment 0e085220-5023-491b-a678-36be987a3636 of type vlan for network 481c535b-a9e7-4c84-8151-52762a8d6376 May 26 18:02:38.050421 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Publish callbacks [] for security_group (855ec4aa-4690-41de-922a-cf4cda0952cc), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.061874 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (855ec4aa-4690-41de-922a-cf4cda0952cc), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.071040 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (481c535b-a9e7-4c84-8151-52762a8d6376), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.093843 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:02:38.123651 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (8f2c3c0a-7363-4139-9595-8a598fa7e663), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.124202 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Added segment 8f2c3c0a-7363-4139-9595-8a598fa7e663 of type vlan for network 3c59b880-8c40-4026-aca1-e87d209962e4 May 26 18:02:38.127569 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855ec4aa-4690-41de-922a-cf4cda0952cc,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:38.159402 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (481c535b-a9e7-4c84-8151-52762a8d6376), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.160460 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:38.161044 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.197223 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (3c59b880-8c40-4026-aca1-e87d209962e4), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.240943 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6952183 May 26 18:02:38.244009 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 40356) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:38.250457 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-cd859d7c-9922-455b-9821-90a41ef1bd0a admin admin] Request body: {'subnet': {'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-subnet', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:38.264712 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361bd87-7db8-48ee-8deb-6ea683909e7b admin admin] Pushing event updated for resources: {'Network': ['ID=481c535b-a9e7-4c84-8151-52762a8d6376,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:38.273554 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (3c59b880-8c40-4026-aca1-e87d209962e4), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.274687 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:38.275280 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.275415 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 481c535b-a9e7-4c84-8151-52762a8d6376 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:02:38.281941 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd859d7c-9922-455b-9821-90a41ef1bd0a admin admin] Made reservation on behalf of 8920d2de9dc34386bb0e770f5b51b702 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:02:38.285295 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cd859d7c-9922-455b-9821-90a41ef1bd0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.329303 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40358) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:38.341658 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6556020 May 26 18:02:38.343746 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 40362) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:38.351552 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e0f8e-c9a6-4e7f-9bc0-bccd01df0ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=3c59b880-8c40-4026-aca1-e87d209962e4,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:38.354578 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-3dc5b96e-1696-499d-b31a-54aa38952471 admin admin] Request body: {'subnet': {'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1951184360-subnet', 'tenant_id': '9fdf6152e6874f78825e5eddb7f14158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:38.367096 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 3c59b880-8c40-4026-aca1-e87d209962e4 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:02:38.401482 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc5b96e-1696-499d-b31a-54aa38952471 admin admin] Made reservation on behalf of 9fdf6152e6874f78825e5eddb7f14158 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:02:38.403864 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3dc5b96e-1696-499d-b31a-54aa38952471 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.466426 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-114720b0-fc30-49e0-a843-819ebde65cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.549992 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-114720b0-fc30-49e0-a843-819ebde65cbd admin admin] Publish callbacks [] for security_group (3249c467-15fc-4428-bae5-772f94aba648), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.556286 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-114720b0-fc30-49e0-a843-819ebde65cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (3249c467-15fc-4428-bae5-772f94aba648), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.578992 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:38.584131 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=69,neutron:INSERT=24,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:38.610500 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-114720b0-fc30-49e0-a843-819ebde65cbd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2b7faadcca14851ae81b92c3421c3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796950 May 26 18:02:38.613700 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40366) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:38.621392 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114720b0-fc30-49e0-a843-819ebde65cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3249c467-15fc-4428-bae5-772f94aba648,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:38.641160 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cd859d7c-9922-455b-9821-90a41ef1bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (c0912883-6488-4cb9-b1a5-ec42a5bf2729), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.685934 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:38.721033 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8b7822fe-94b8-470b-a831-c2cb1e0fa64a admin admin] Publish callbacks [] for security_group (3249c467-15fc-4428-bae5-772f94aba648), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.747410 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd859d7c-9922-455b-9821-90a41ef1bd0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0912883-6488-4cb9-b1a5-ec42a5bf2729,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:38.755529 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b01fed-297e-4ee6-b8c6-84c8a94d892d req-a9152f33-ae59-4fb4-8303-393533b814a5 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:38.760576 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b8b01fed-297e-4ee6-b8c6-84c8a94d892d req-a9152f33-ae59-4fb4-8303-393533b814a5 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0871334 May 26 18:02:38.768268 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8b7822fe-94b8-470b-a831-c2cb1e0fa64a admin admin] Publish callbacks [] for security_group (3249c467-15fc-4428-bae5-772f94aba648), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.777449 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3dc5b96e-1696-499d-b31a-54aa38952471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (883260cd-9f0e-441b-91fd-c83d9e0da2b1), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.781160 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd859d7c-9922-455b-9821-90a41ef1bd0a admin admin] Checking segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:02:38.781516 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd859d7c-9922-455b-9821-90a41ef1bd0a admin admin] Network hostable DHCP agents. Network: 481c535b-a9e7-4c84-8151-52762a8d6376, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:02:38.847469 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b8b01fed-297e-4ee6-b8c6-84c8a94d892d req-054c56c4-6613-4dca-83fb-37c12f2cd51e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815358 May 26 18:02:38.872628 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8b7822fe-94b8-470b-a831-c2cb1e0fa64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (3249c467-15fc-4428-bae5-772f94aba648), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.876674 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8b7822fe-94b8-470b-a831-c2cb1e0fa64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:38.880716 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-8b7822fe-94b8-470b-a831-c2cb1e0fa64a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3249c467-15fc-4428-bae5-772f94aba648 HTTP/1.1" status: 204 len: 168 time: 0.2627833 May 26 18:02:38.889643 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7822fe-94b8-470b-a831-c2cb1e0fa64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3249c467-15fc-4428-bae5-772f94aba648,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:39.045494 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:39.048296 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5b96e-1696-499d-b31a-54aa38952471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=883260cd-9f0e-441b-91fd-c83d9e0da2b1,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:39.058728 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd859d7c-9922-455b-9821-90a41ef1bd0a admin admin] Network 481c535b-a9e7-4c84-8151-52762a8d6376 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:02:39.075967 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-cd859d7c-9922-455b-9821-90a41ef1bd0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 481c535b-a9e7-4c84-8151-52762a8d6376) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:02:39.079428 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5b96e-1696-499d-b31a-54aa38952471 admin admin] Checking segment: {'id': '8f2c3c0a-7363-4139-9595-8a598fa7e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:02:39.079832 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc5b96e-1696-499d-b31a-54aa38952471 admin admin] Network hostable DHCP agents. Network: 3c59b880-8c40-4026-aca1-e87d209962e4, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:02:39.086411 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd859d7c-9922-455b-9821-90a41ef1bd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:39.087021 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cd859d7c-9922-455b-9821-90a41ef1bd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:39.087935 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e69703b-9083-4a32-9fdc-24288f8a489f None None] Network 481c535b-a9e7-4c84-8151-52762a8d6376 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:02:39.117770 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-cd859d7c-9922-455b-9821-90a41ef1bd0a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8697050 May 26 18:02:39.120536 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 40374) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:39.126141 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:39.145017 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc5b96e-1696-499d-b31a-54aa38952471 admin admin] Network 3c59b880-8c40-4026-aca1-e87d209962e4 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:02:39.158524 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-3dc5b96e-1696-499d-b31a-54aa38952471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 3c59b880-8c40-4026-aca1-e87d209962e4) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:02:39.165516 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc5b96e-1696-499d-b31a-54aa38952471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:39.167150 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3dc5b96e-1696-499d-b31a-54aa38952471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:39.172556 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8124790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30497'] for router (38e7beef-54ca-46f0-bad8-41c952f715dd), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:39.173807 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8125126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8118390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30682'] for router (38e7beef-54ca-46f0-bad8-41c952f715dd), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:39.176552 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861b8bb2-2d3d-4788-8185-2c727fc9ebc3 None None] Network 3c59b880-8c40-4026-aca1-e87d209962e4 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:02:39.194587 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:39.220640 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3dc5b96e-1696-499d-b31a-54aa38952471 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8757401 May 26 18:02:39.264771 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Publish callbacks [] for router_controller (38e7beef-54ca-46f0-bad8-41c952f715dd), precommit_add_association {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:39.290417 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e6c291-d0de-5d0e-a6fa-1647aae683f0-481c535b-a9e7-4c84-8151-52762a8d6376', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729'}]}} from dv-cinder-836074-5-iscsi. {{(pid=103838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:02:39.292367 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:39.335937 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:39.421663 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc8ad34-9dff-450d-b830-2aefcbd7ee9b None None] Network 3c59b880-8c40-4026-aca1-e87d209962e4 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:02:39.428893 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Publish callbacks [] for router_gateway (38e7beef-54ca-46f0-bad8-41c952f715dd), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:39.562900 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Allocated IP 172.20.0.2 (481c535b-a9e7-4c84-8151-52762a8d6376/c0912883-6488-4cb9-b1a5-ec42a5bf2729/d44bd9e8-3003-4c4a-9f37-d155fe3c33d3) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:02:39.642221 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Publish callbacks [] for router_gateway (38e7beef-54ca-46f0-bad8-41c952f715dd), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:39.666043 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:39.756055 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Publish callbacks [] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:39.766138 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:39.799325 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Allocated IP 172.27.0.140 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/576d974e-1a70-4b87-9bbf-9ffe9490c72c) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:02:39.818534 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Network 481c535b-a9e7-4c84-8151-52762a8d6376 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:02:39.824572 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:02:39.834023 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:02:39.835323 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:39.856607 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Pushing event updated for resources: {'Port': ['ID=d44bd9e8-3003-4c4a-9f37-d155fe3c33d3,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:39.952405 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Attempting to bind port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:02:39.952820 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Attempting to bind port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:02:39.953191 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Attempting to bind port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 on network 481c535b-a9e7-4c84-8151-52762a8d6376 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:02:39.960348 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:02:39.960891 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Checking segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:02:39.961298 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:39.961695 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Bound using segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:02:39.962169 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Bound port: d44bd9e8-3003-4c4a-9f37-d155fe3c33d3, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:02:39.962554 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:40.008658 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Publish callbacks [] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:40.022690 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494cd09-8502-4238-9a2c-1a8e5affad78 req-e70d2189-55eb-46b7-be73-36e94e580316 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:40.024222 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a494cd09-8502-4238-9a2c-1a8e5affad78 req-e70d2189-55eb-46b7-be73-36e94e580316 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0668795 May 26 18:02:40.032654 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] For port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:02:40.035854 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] For port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=d44bd9e8-3003-4c4a-9f37-d155fe3c33d3,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:02:40.041652 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:40.081140 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:40.090494 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:40.107683 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238b2da-dda0-4823-9974-b88e8ad66b71 None None] Pushing event updated for resources: {'Port': ['ID=d44bd9e8-3003-4c4a-9f37-d155fe3c33d3,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:40.113832 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a494cd09-8502-4238-9a2c-1a8e5affad78 req-a0f7fe61-abf9-4833-9a51-915b68b908ec tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822446 May 26 18:02:40.115645 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:02:40.141220 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:02:40.145914 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:02:40.221116 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Pushing event updated for resources: {'Port': ['ID=576d974e-1a70-4b87-9bbf-9ffe9490c72c,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:40.384141 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Publish callbacks [] for router_gateway (38e7beef-54ca-46f0-bad8-41c952f715dd), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:40.603487 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8125169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8118277'] for router (38e7beef-54ca-46f0-bad8-41c952f715dd), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:40.737136 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Router 38e7beef-54ca-46f0-bad8-41c952f715dd is scheduled to L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 with binding_index 1 {{(pid=103837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:02:40.744166 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:40.879875 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:02:40.894721 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Sync routers for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:02:40.900892 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:40.901188 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:02:40.902454 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a9e728b7-74f5-464f-84d9-22267f193a56 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7805889 May 26 18:02:40.906247 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:02:40.906879 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:02:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:40.907082 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 40406) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:40.957992 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:40.958555 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:41.073871 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:02:41.111083 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:41.111545 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:41.165304 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:41.175650 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:41.198634 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=d44bd9e8-3003-4c4a-9f37-d155fe3c33d3,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:41.207358 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:41.290032 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:40Z', 'revision_number': 3, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:41.322444 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Checking router: 38e7beef-54ca-46f0-bad8-41c952f715dd for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:02:41.322976 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Updating router 38e7beef-54ca-46f0-bad8-41c952f715dd port 576d974e-1a70-4b87-9bbf-9ffe9490c72c binding host dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:02:41.332031 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:41.338030 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91319d85-5892-463e-8f00-e6291d6e54ae None None] Network 481c535b-a9e7-4c84-8151-52762a8d6376 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:02:41.352996 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:41.365254 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=d44bd9e8-3003-4c4a-9f37-d155fe3c33d3,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:41.390452 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-aea67657-4929-4778-874f-2a8e6354d59c tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:41.393052 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-aea67657-4929-4778-874f-2a8e6354d59c tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/networks?id=3c59b880-8c40-4026-aca1-e87d209962e4 HTTP/1.1" status: 200 len: 814 time: 0.2085176 May 26 18:02:41.414854 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-e8072816-6d78-42cb-bede-7fbb5570250e tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/quotas/9fdf6152e6874f78825e5eddb7f14158 HTTP/1.1" status: 200 len: 375 time: 0.0124788 May 26 18:02:41.445949 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fbe16-f1e0-44fe-9086-d2b5ff6a3e7c req-1c52cf3b-a836-4567-a223-6e41308e8c21 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:41.454145 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0f9fbe16-f1e0-44fe-9086-d2b5ff6a3e7c req-1c52cf3b-a836-4567-a223-6e41308e8c21 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.1235356 May 26 18:02:41.458495 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-355007d9-143c-4014-9b43-22fc0cd628a2 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9fdf6152e6874f78825e5eddb7f14158&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390184 May 26 18:02:41.553513 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0f9fbe16-f1e0-44fe-9086-d2b5ff6a3e7c req-ed9c4f5b-94e9-419d-b98d-cfbb4e3d8920 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971138 May 26 18:02:41.576279 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-6d5fdeaf-4e55-40bc-bb0b-d70a9d3e8261 service neutron] 10.222.0.69 "GET /v2.0/networks/3c59b880-8c40-4026-aca1-e87d209962e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133077 May 26 18:02:41.611939 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-d591552b-b868-4de0-b415-2c643a827ea9 None None] Provisioning complete for port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:41.612724 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d591552b-b868-4de0-b415-2c643a827ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:41.646608 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:41.657738 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Publish callbacks [] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:41.669697 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:41.717749 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-5664d8fd-49e4-46c4-af43-bd9644caa8e6 service neutron] 10.222.0.69 "GET /v2.0/networks/3c59b880-8c40-4026-aca1-e87d209962e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368246 May 26 18:02:41.766178 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-d591552b-b868-4de0-b415-2c643a827ea9 None None] Current status of the port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:41.791627 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Attempting to bind port 576d974e-1a70-4b87-9bbf-9ffe9490c72c on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:02:41.792099 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Attempting to bind port 576d974e-1a70-4b87-9bbf-9ffe9490c72c by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:02:41.792751 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Attempting to bind port 576d974e-1a70-4b87-9bbf-9ffe9490c72c on network fe5e7183-55e6-482c-9be6-dbe7ef622043 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:02:41.796982 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Pushing event updated for resources: {'Port': ['ID=576d974e-1a70-4b87-9bbf-9ffe9490c72c,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:41.807422 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.807780 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.808240 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.808607 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.808950 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.809280 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.812997 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.813495 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.813864 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.814186 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.814765 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.820049 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.820049 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.820049 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.820049 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:02:41.821576 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:02:41.821950 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Checking segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:02:41.822795 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:41.823221 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Bound using segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:02:41.824082 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Bound port: 576d974e-1a70-4b87-9bbf-9ffe9490c72c, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:02:41.824648 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:41.898247 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] For port 576d974e-1a70-4b87-9bbf-9ffe9490c72c, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:02:41.902646 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] For port 576d974e-1a70-4b87-9bbf-9ffe9490c72c, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=576d974e-1a70-4b87-9bbf-9ffe9490c72c,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:02:41.913192 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:41.979847 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:02:41.980518 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:02:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:41.982500 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:41.985540 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Allocated IP 172.20.0.1 (481c535b-a9e7-4c84-8151-52762a8d6376/c0912883-6488-4cb9-b1a5-ec42a5bf2729/5f97e74a-981e-4c21-b4ee-2c2550653232) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:02:42.016054 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4109cebc-4b6c-4aab-9bcb-ce8fd7089fca req-35fae040-96f5-46bb-9aae-ceb709b44198 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 210 time: 0.0922477 May 26 18:02:42.024921 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:42.097345 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-56eab340-e961-4973-bb22-2d714218ed27 None None] Provisioning complete for port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:42.100209 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-56eab340-e961-4973-bb22-2d714218ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:42.129236 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c8a8d-ce29-4ef3-ac39-cc316202346c None None] Pushing event updated for resources: {'Port': ['ID=576d974e-1a70-4b87-9bbf-9ffe9490c72c,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:42.146484 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:42.178962 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Publish callbacks [] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:42.206061 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-56eab340-e961-4973-bb22-2d714218ed27 None None] Current status of the port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:42.212384 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:02:42.236279 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:42.294424 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Network 481c535b-a9e7-4c84-8151-52762a8d6376 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:02:42.300837 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:02:42.303537 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Pushing event updated for resources: {'Port': ['ID=5f97e74a-981e-4c21-b4ee-2c2550653232,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:42.306351 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:02:42.306785 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8120182'] for router_interface (38e7beef-54ca-46f0-bad8-41c952f715dd), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:42.424645 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:40Z', 'revision_number': 3, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:42.460288 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b3030-c0a3-4c7a-b356-094356973959 None None] The sync data for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi is: [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:40Z', 'revision_number': 3, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:02:42.484636 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:42.637310 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-43c1c3f8-8fb2-482f-a957-ed47ebcda44c None None] Provisioning complete for port 5f97e74a-981e-4c21-b4ee-2c2550653232 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:42.637791 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-43c1c3f8-8fb2-482f-a957-ed47ebcda44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:42.699391 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1da5b9-f454-4dc9-b965-2c88c83a03b9 req-ed570d5c-7a49-4712-997c-b375e6163c6b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:42.707198 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-43c1c3f8-8fb2-482f-a957-ed47ebcda44c None None] Port 5f97e74a-981e-4c21-b4ee-2c2550653232 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:02:42.709051 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cf1da5b9-f454-4dc9-b965-2c88c83a03b9 req-ed570d5c-7a49-4712-997c-b375e6163c6b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0717325 May 26 18:02:42.774370 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cf1da5b9-f454-4dc9-b965-2c88c83a03b9 req-ea637955-3bf7-4f8e-8f3c-80f059017912 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638292 May 26 18:02:42.899009 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:02:42.952096 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:42.952504 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:42.970210 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:42.998438 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Publish callbacks [] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:43.005498 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:43.006317 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8107905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8119238'] for router_interface (38e7beef-54ca-46f0-bad8-41c952f715dd), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:43.057351 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:43.061654 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Pushing event updated for resources: {'Port': ['ID=5f97e74a-981e-4c21-b4ee-2c2550653232,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:43.148801 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-effbf8b3-8593-4fc9-aead-f6ed3328dc50 req-7bc89256-4440-409c-95ba-dc8be810bc1a tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 210 time: 0.0401747 May 26 18:02:43.196004 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Network 481c535b-a9e7-4c84-8151-52762a8d6376 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:02:43.197518 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:02:43.301970 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:43.458154 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Router 38e7beef-54ca-46f0-bad8-41c952f715dd has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:02:43.485052 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-fed7a7dc-6f73-46d0-b2f3-3cdfe4971a4f tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:43.486521 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-fed7a7dc-6f73-46d0-b2f3-3cdfe4971a4f tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.62 "GET /v2.0/networks?id=3c59b880-8c40-4026-aca1-e87d209962e4 HTTP/1.1" status: 200 len: 814 time: 0.2317860 May 26 18:02:43.548291 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-e762b083-72d1-49d9-a74e-dc046179a6df None None] Provisioning complete for port 5f97e74a-981e-4c21-b4ee-2c2550653232 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:43.548888 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e762b083-72d1-49d9-a74e-dc046179a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:43.586508 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Request body: {'port': {'device_id': 'cd2fb019-75ed-45ea-948b-64a627396f02', 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4', 'admin_state_up': True, 'tenant_id': '9fdf6152e6874f78825e5eddb7f14158'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:43.589265 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-e762b083-72d1-49d9-a74e-dc046179a6df None None] Port 5f97e74a-981e-4c21-b4ee-2c2550653232 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:02:43.658100 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:02:43.659192 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:43.664726 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-82506042-6aa8-43cb-8139-82485f69f19d admin admin] 10.222.0.69 "PUT /v2.0/routers/38e7beef-54ca-46f0-bad8-41c952f715dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7564600 May 26 18:02:43.725261 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Made reservation on behalf of 9fdf6152e6874f78825e5eddb7f14158 for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:02:43.728703 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:43.902499 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Allocated IP 172.20.0.14 (3c59b880-8c40-4026-aca1-e87d209962e4/883260cd-9f0e-441b-91fd-c83d9e0da2b1/e0546b1b-f912-4448-b796-b315d44f6acb) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:02:43.933041 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535eee7-5e8c-430e-adbb-b434ff9c5c59 req-87e00420-e762-4187-a1a4-8fa3760b9d13 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:43.934552 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c535eee7-5e8c-430e-adbb-b434ff9c5c59 req-87e00420-e762-4187-a1a4-8fa3760b9d13 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0707593 May 26 18:02:43.970994 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40462) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:43.976189 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-0395a0d3-cba7-4ab0-bb9b-eaa2a9645adb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049635031', 'description': 'tempest-description--1054522824'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:44.002047 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0395a0d3-cba7-4ab0-bb9b-eaa2a9645adb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.034483 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:44.038357 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c535eee7-5e8c-430e-adbb-b434ff9c5c59 req-ade1e0e7-5351-4811-a698-5276f4f753ce tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938296 May 26 18:02:44.108334 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0395a0d3-cba7-4ab0-bb9b-eaa2a9645adb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (47eb443b-432d-49bd-8316-3cd4b8ca8aa1), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.113880 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0395a0d3-cba7-4ab0-bb9b-eaa2a9645adb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (47eb443b-432d-49bd-8316-3cd4b8ca8aa1), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.150015 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0395a0d3-cba7-4ab0-bb9b-eaa2a9645adb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.151253 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-0395a0d3-cba7-4ab0-bb9b-eaa2a9645adb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1791747 May 26 18:02:44.152560 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395a0d3-cba7-4ab0-bb9b-eaa2a9645adb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47eb443b-432d-49bd-8316-3cd4b8ca8aa1,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:44.154738 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40466) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:44.159153 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks [] for port (e0546b1b-f912-4448-b796-b315d44f6acb), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.165987 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-c3f9fd3a-b785-4a53-81d1-6d619f6b4184 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'security_group_rule': {'security_group_id': '47eb443b-432d-49bd-8316-3cd4b8ca8aa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:44.174332 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:44.201145 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fd3a-b785-4a53-81d1-6d619f6b4184 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (db834577-9f23-442e-8567-21e653aec46f), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.214753 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.261985 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:44.271604 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Network 3c59b880-8c40-4026-aca1-e87d209962e4 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:02:44.278397 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:02:44.282941 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:02:44.287987 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:44.289609 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.298151 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:44.303059 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Pushing event updated for resources: {'Port': ['ID=e0546b1b-f912-4448-b796-b315d44f6acb,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:44.318901 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-93f290c4-290c-4f8e-b518-3b29cc88dfa8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7362318 May 26 18:02:44.327200 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627ad4f-2e42-4817-846b-f6fedb8dea7d req-cb201271-cd82-41a3-86f4-bfe16a2bfa3f tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:44.329536 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d627ad4f-2e42-4817-846b-f6fedb8dea7d req-cb201271-cd82-41a3-86f4-bfe16a2bfa3f tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 932 time: 0.0936821 May 26 18:02:44.331490 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Request body: {'port': {'device_id': 'cd2fb019-75ed-45ea-948b-64a627396f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:44.331952 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fd3a-b785-4a53-81d1-6d619f6b4184 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (db834577-9f23-442e-8567-21e653aec46f), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.337532 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fd3a-b785-4a53-81d1-6d619f6b4184 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (db834577-9f23-442e-8567-21e653aec46f), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.385353 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9fd3a-b785-4a53-81d1-6d619f6b4184 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db834577-9f23-442e-8567-21e653aec46f,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:44.405705 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.411884 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fd3a-b785-4a53-81d1-6d619f6b4184 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.416082 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-c3f9fd3a-b785-4a53-81d1-6d619f6b4184 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2533305 May 26 18:02:44.417793 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40472) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:44.423475 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-8ce88fff-206c-4abb-afba-2cd05abd0f60 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'security_group_rule': {'security_group_id': '47eb443b-432d-49bd-8316-3cd4b8ca8aa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:44.433981 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d627ad4f-2e42-4817-846b-f6fedb8dea7d req-5d508092-5b20-4dbc-a32f-ddd30d78d986 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918961 May 26 18:02:44.464431 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8ce88fff-206c-4abb-afba-2cd05abd0f60 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (eb088ab8-9a1d-4d0a-8a24-fe0608f8acdb), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.469802 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Sync routers for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:02:44.486814 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:02:44.487479 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:02:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:44.536539 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8ce88fff-206c-4abb-afba-2cd05abd0f60 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (eb088ab8-9a1d-4d0a-8a24-fe0608f8acdb), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.541335 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8ce88fff-206c-4abb-afba-2cd05abd0f60 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (eb088ab8-9a1d-4d0a-8a24-fe0608f8acdb), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.556871 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce88fff-206c-4abb-afba-2cd05abd0f60 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb088ab8-9a1d-4d0a-8a24-fe0608f8acdb,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:44.589084 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8ce88fff-206c-4abb-afba-2cd05abd0f60 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.590319 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-8ce88fff-206c-4abb-afba-2cd05abd0f60 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715608 May 26 18:02:44.593591 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40476) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:44.598048 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:44.610966 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:02:44.621818 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.732311 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.756970 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:44.762844 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:44.776902 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0546b1b-f912-4448-b796-b315d44f6acb {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:02:44.785376 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Publish callbacks [] for port (e0546b1b-f912-4448-b796-b315d44f6acb), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.816559 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Transition to ACTIVE for port object e0546b1b-f912-4448-b796-b315d44f6acb will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:02:44.823978 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.841410 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 2, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:44.881793 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Checking router: 38e7beef-54ca-46f0-bad8-41c952f715dd for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:02:44.882146 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Updating router 38e7beef-54ca-46f0-bad8-41c952f715dd port 5f97e74a-981e-4c21-b4ee-2c2550653232 binding host dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:02:44.889031 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Allocated IP 172.27.0.27 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/5132b125-f990-4062-ba44-a369a7172a13) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:02:44.892463 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Pushing event updated for resources: {'Port': ['ID=e0546b1b-f912-4448-b796-b315d44f6acb,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:44.919265 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 576d974e-1a70-4b87-9bbf-9ffe9490c72c up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:02:44.932281 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Attempting to bind port e0546b1b-f912-4448-b796-b315d44f6acb on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:02:44.932627 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Attempting to bind port e0546b1b-f912-4448-b796-b315d44f6acb by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '8f2c3c0a-7363-4139-9595-8a598fa7e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:02:44.932948 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Attempting to bind port e0546b1b-f912-4448-b796-b315d44f6acb on network 3c59b880-8c40-4026-aca1-e87d209962e4 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:02:44.938583 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Port e0546b1b-f912-4448-b796-b315d44f6acb on network 3c59b880-8c40-4026-aca1-e87d209962e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:02:44.938919 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Attempting to bind port e0546b1b-f912-4448-b796-b315d44f6acb on network 3c59b880-8c40-4026-aca1-e87d209962e4 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:02:44.944787 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:02:44.945127 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Checking segment: {'id': '8f2c3c0a-7363-4139-9595-8a598fa7e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:02:44.945506 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Bound using segment: {'id': '8f2c3c0a-7363-4139-9595-8a598fa7e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:02:44.945931 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Bound port: e0546b1b-f912-4448-b796-b315d44f6acb, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2c3c0a-7363-4139-9595-8a598fa7e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:02:44.946289 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:44.953959 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.016433 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for port (5132b125-f990-4062-ba44-a369a7172a13), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.020148 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 576d974e-1a70-4b87-9bbf-9ffe9490c72c triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:45.020762 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.026904 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:45.028572 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] For port e0546b1b-f912-4448-b796-b315d44f6acb, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:02:45.032519 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] For port e0546b1b-f912-4448-b796-b315d44f6acb, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e0546b1b-f912-4448-b796-b315d44f6acb,segment=NetworkSegment(8f2c3c0a-7363-4139-9595-8a598fa7e663),segment_id=8f2c3c0a-7363-4139-9595-8a598fa7e663)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:02:45.039898 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.058555 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (5132b125-f990-4062-ba44-a369a7172a13), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.084803 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:45.086135 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.087718 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] 10.222.0.62 "PUT /v2.0/ports/e0546b1b-f912-4448-b796-b315d44f6acb HTTP/1.1" status: 200 len: 1094 time: 0.7618628 May 26 18:02:45.088378 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2fb019-75ed-45ea-948b-64a627396f02', 'tag': 'e0546b1b-f912-4448-b796-b315d44f6acb'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:02:45.091259 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb173fa6-106f-45a4-8e0d-42c8a511d807" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2fb019-75ed-45ea-948b-64a627396f02", "tag": "e0546b1b-f912-4448-b796-b315d44f6acb"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:02:45.114329 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:45.118812 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'Port': ['ID=5132b125-f990-4062-ba44-a369a7172a13,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:45.133700 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:02:45.135098 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:02:45.138362 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:02:45.196855 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:45.219604 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650786e5-cb2c-4617-bec1-4ae4e03e0285 x-openstack-request-id: req-650786e5-cb2c-4617-bec1-4ae4e03e0285 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:02:45.220444 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2fb019-75ed-45ea-948b-64a627396f02", "tag": "e0546b1b-f912-4448-b796-b315d44f6acb", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:02:45.220805 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-650786e5-cb2c-4617-bec1-4ae4e03e0285 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:02:45.221307 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650786e5-cb2c-4617-bec1-4ae4e03e0285'] response: {'name': 'network-changed', 'server_uuid': 'cd2fb019-75ed-45ea-948b-64a627396f02', 'tag': 'e0546b1b-f912-4448-b796-b315d44f6acb', 'status': 'completed', 'code': 200} May 26 18:02:45.271541 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (72052be4-ad79-4575-8b36-39ad4922b2e8), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.276500 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf4a83-56d2-4092-b50d-688b098f237d service neutron] Pushing event updated for resources: {'Port': ['ID=e0546b1b-f912-4448-b796-b315d44f6acb,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:45.300951 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-d7f5ded9-8d51-45e1-9108-36e6264699ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:45.302744 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-d7f5ded9-8d51-45e1-9108-36e6264699ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9fdf6152e6874f78825e5eddb7f14158&device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 1128 time: 0.1515210 May 26 18:02:45.305242 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 576d974e-1a70-4b87-9bbf-9ffe9490c72c is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:45.305473 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.310569 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a31a61-87f8-4782-afb2-34248763567c req-db5ca1bd-277e-4fd5-9384-93303033705b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:45.312657 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b2a31a61-87f8-4782-afb2-34248763567c req-db5ca1bd-277e-4fd5-9384-93303033705b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.1583681 May 26 18:02:45.344594 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (5132b125-f990-4062-ba44-a369a7172a13), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.362585 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port 576d974e-1a70-4b87-9bbf-9ffe9490c72c, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=576d974e-1a70-4b87-9bbf-9ffe9490c72c,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:45.396125 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-df1edc80-bcc4-4fb9-9d92-467de5913b8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0546b1b-f912-4448-b796-b315d44f6acb HTTP/1.1" status: 200 len: 217 time: 0.0822370 May 26 18:02:45.399161 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.527072 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b2a31a61-87f8-4782-afb2-34248763567c req-129f145d-0e2a-4734-9d64-4b09104aadc3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070770 May 26 18:02:45.545051 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-6c80e01a-708c-48cc-a444-41766daf809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:45.545295 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=576d974e-1a70-4b87-9bbf-9ffe9490c72c,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:45.547587 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-6c80e01a-708c-48cc-a444-41766daf809b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=883260cd-9f0e-441b-91fd-c83d9e0da2b1 HTTP/1.1" status: 200 len: 854 time: 0.1169968 May 26 18:02:45.574500 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for port (5132b125-f990-4062-ba44-a369a7172a13), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.584079 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Publish callbacks [] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.590881 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (5132b125-f990-4062-ba44-a369a7172a13), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.591836 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-5eff18ba-2e11-4a12-8520-7d2279160796 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c59b880-8c40-4026-aca1-e87d209962e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360713 May 26 18:02:45.593440 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.610668 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:45.668140 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'Port': ['ID=5132b125-f990-4062-ba44-a369a7172a13,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:45.723513 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-654d99f7-b027-4f8a-8c06-5f40d18a9e49 service neutron] 10.222.0.62 "GET /v2.0/networks/3c59b880-8c40-4026-aca1-e87d209962e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249661 May 26 18:02:45.725632 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7580e9-495c-4d6b-b2be-654859955e6e None None] Pushing event updated for resources: {'Port': ['ID=5f97e74a-981e-4c21-b4ee-2c2550653232,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:45.736417 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e3655-de38-45e9-b40f-92222182fcca req-ce8e73d9-6d04-4402-91ac-91d9972381a0 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:45.738438 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-670e3655-de38-45e9-b40f-92222182fcca req-ce8e73d9-6d04-4402-91ac-91d9972381a0 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 944 time: 0.1614811 May 26 18:02:45.802336 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Attempting to bind port 5f97e74a-981e-4c21-b4ee-2c2550653232 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:02:45.802710 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Attempting to bind port 5f97e74a-981e-4c21-b4ee-2c2550653232 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:02:45.803072 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Attempting to bind port 5f97e74a-981e-4c21-b4ee-2c2550653232 on network 481c535b-a9e7-4c84-8151-52762a8d6376 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:02:45.806202 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:45.809276 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:02:45.809650 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Checking segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:02:45.810088 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.810539 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Bound using segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:02:45.811056 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Bound port: 5f97e74a-981e-4c21-b4ee-2c2550653232, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:02:45.811439 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.821538 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-670e3655-de38-45e9-b40f-92222182fcca req-0609d35f-081a-4ec5-9928-3b2b331dfd62 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776508 May 26 18:02:45.832248 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (72052be4-ad79-4575-8b36-39ad4922b2e8), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.875540 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.879458 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-589f73e7-bcdc-4168-bbcf-b1f1892ce5cb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2847550 May 26 18:02:45.934704 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a2f9520f-00b1-4675-a5a5-f13e82519e77 req-489a96e3-04fb-48bc-99cd-9667a3971926 service neutron] 10.222.0.62 "GET /v2.0/networks/3c59b880-8c40-4026-aca1-e87d209962e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034111 May 26 18:02:45.944163 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-50ecde53-1fad-4b4b-abb1-e973e5bbff88 None None] Provisioning complete for port 5f97e74a-981e-4c21-b4ee-2c2550653232 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:45.944539 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-50ecde53-1fad-4b4b-abb1-e973e5bbff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.970639 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] For port 5f97e74a-981e-4c21-b4ee-2c2550653232, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:02:45.987584 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:45.990321 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] For port 5f97e74a-981e-4c21-b4ee-2c2550653232, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=5f97e74a-981e-4c21-b4ee-2c2550653232,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:02:46.004093 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:46.023433 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-50ecde53-1fad-4b4b-abb1-e973e5bbff88 None None] Port 5f97e74a-981e-4c21-b4ee-2c2550653232 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:02:46.079114 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:02:46.080170 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:02:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:46.137297 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-16afec54-5278-4a40-bc41-b755beac4f1e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--2049635031&fields=id&tenant_id=8920d2de9dc34386bb0e770f5b51b702 HTTP/1.1" status: 200 len: 267 time: 0.0637906 May 26 18:02:46.141812 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7580e9-495c-4d6b-b2be-654859955e6e None None] Pushing event updated for resources: {'Port': ['ID=5f97e74a-981e-4c21-b4ee-2c2550653232,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:46.212993 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:02:46.270887 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-7320b8c4-7602-4766-8cf2-07001711660c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:46.271895 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-7320b8c4-7602-4766-8cf2-07001711660c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 815 time: 0.1203125 May 26 18:02:46.288107 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-c020c9ef-81f2-4812-8712-59668f6742ea tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/quotas/8920d2de9dc34386bb0e770f5b51b702 HTTP/1.1" status: 200 len: 375 time: 0.0101843 May 26 18:02:46.342471 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-19207676-4e71-4dc1-973d-22205c193bf5 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488820 May 26 18:02:46.375305 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-842296d4-d0d0-4d0d-a480-254f5233df4a None None] Provisioning complete for port 5f97e74a-981e-4c21-b4ee-2c2550653232 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:46.375668 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-842296d4-d0d0-4d0d-a480-254f5233df4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:46.456052 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-2a4e2a29-82a0-4841-bbd7-2fd895f00473 service neutron] 10.222.0.69 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939627 May 26 18:02:46.463012 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:46.506850 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664ae0d-5342-459e-b2c8-3ee569ea623f None None] The sync data for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi is: [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:02:46.524720 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-842296d4-d0d0-4d0d-a480-254f5233df4a None None] Current status of the port 5f97e74a-981e-4c21-b4ee-2c2550653232 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:46.525214 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-842296d4-d0d0-4d0d-a480-254f5233df4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:46.579226 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-979879fc-1295-4869-ae2a-b5d9571de25c service neutron] 10.222.0.69 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145771 May 26 18:02:46.606286 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-842296d4-d0d0-4d0d-a480-254f5233df4a None None] For port 5f97e74a-981e-4c21-b4ee-2c2550653232, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=5f97e74a-981e-4c21-b4ee-2c2550653232,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:46.613468 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-842296d4-d0d0-4d0d-a480-254f5233df4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:46.700896 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842296d4-d0d0-4d0d-a480-254f5233df4a None None] Pushing event updated for resources: {'Port': ['ID=5f97e74a-981e-4c21-b4ee-2c2550653232,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:46.702921 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016dc0c-55a5-4b7a-99b0-897ea2f69878 req-3e0a9813-bdc0-4f92-92f1-8d7b1b274721 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:46.711848 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7016dc0c-55a5-4b7a-99b0-897ea2f69878 req-3e0a9813-bdc0-4f92-92f1-8d7b1b274721 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0772297 May 26 18:02:46.796586 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7016dc0c-55a5-4b7a-99b0-897ea2f69878 req-9c6c6cec-2d49-48ce-b065-48721b366586 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820076 May 26 18:02:46.853830 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2bc0cf78-0f77-4d13-b008-9654202db216 req-58568314-9ad5-47e7-a3e3-355a14048b70 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 210 time: 0.0391223 May 26 18:02:46.976724 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 576d974e-1a70-4b87-9bbf-9ffe9490c72c up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:02:46.997265 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a0d24-3f58-4b1e-828c-c0c5ddc1aa84 req-46672585-5bd5-4303-9b63-ad6302a9925a tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:47.000312 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d47a0d24-3f58-4b1e-828c-c0c5ddc1aa84 req-46672585-5bd5-4303-9b63-ad6302a9925a tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 944 time: 0.0764287 May 26 18:02:47.074596 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 576d974e-1a70-4b87-9bbf-9ffe9490c72c triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:47.075401 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:47.080197 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d47a0d24-3f58-4b1e-828c-c0c5ddc1aa84 req-1783e72f-cb46-46dd-a8ba-5710427bb1f2 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733573 May 26 18:02:47.113330 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173fa6-106f-45a4-8e0d-42c8a511d807 req-11c880d4-aa2a-4c63-bc35-dd9fa44651c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:47.116492 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fb173fa6-106f-45a4-8e0d-42c8a511d807 req-11c880d4-aa2a-4c63-bc35-dd9fa44651c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9fdf6152e6874f78825e5eddb7f14158&device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 1128 time: 0.1123991 May 26 18:02:47.238468 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:47.244983 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 576d974e-1a70-4b87-9bbf-9ffe9490c72c is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:47.246257 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 5f97e74a-981e-4c21-b4ee-2c2550653232 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:02:47.256085 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173fa6-106f-45a4-8e0d-42c8a511d807 req-861ec7b4-b5f5-4229-ba71-069e91c9e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:47.258668 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fb173fa6-106f-45a4-8e0d-42c8a511d807 req-861ec7b4-b5f5-4229-ba71-069e91c9e21d service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c59b880-8c40-4026-aca1-e87d209962e4 HTTP/1.1" status: 200 len: 915 time: 0.1325696 May 26 18:02:47.307269 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:47.329146 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 5f97e74a-981e-4c21-b4ee-2c2550653232 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:47.330126 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:47.444899 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 5f97e74a-981e-4c21-b4ee-2c2550653232 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:47.568919 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fb173fa6-106f-45a4-8e0d-42c8a511d807 req-bdbb463b-cc42-41e3-89ac-86152c78166c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0546b1b-f912-4448-b796-b315d44f6acb HTTP/1.1" status: 200 len: 217 time: 0.3016734 May 26 18:02:47.623737 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173fa6-106f-45a4-8e0d-42c8a511d807 req-24e66101-df35-4339-a654-df7ab9e9eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:47.625493 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fb173fa6-106f-45a4-8e0d-42c8a511d807 req-24e66101-df35-4339-a654-df7ab9e9eafd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=883260cd-9f0e-441b-91fd-c83d9e0da2b1 HTTP/1.1" status: 200 len: 854 time: 0.0501592 May 26 18:02:47.677891 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fb173fa6-106f-45a4-8e0d-42c8a511d807 req-01d620b8-1db9-43bf-92fe-dc4effb54859 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c59b880-8c40-4026-aca1-e87d209962e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319028 May 26 18:02:47.795034 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fb173fa6-106f-45a4-8e0d-42c8a511d807 req-184b3b0c-8ed4-4109-b297-91709e8034cf service neutron] 10.222.0.62 "GET /v2.0/networks/3c59b880-8c40-4026-aca1-e87d209962e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055169 May 26 18:02:47.919118 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd83827-8c6c-49c0-8aaa-e967a8a00b52 req-25524fff-97a9-447e-978e-d41559a4e3ae tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:47.924692 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cdd83827-8c6c-49c0-8aaa-e967a8a00b52 req-25524fff-97a9-447e-978e-d41559a4e3ae tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0547874 May 26 18:02:47.956244 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-283ef8a9-bde4-405a-b879-e6d5c0ef35b6 req-ed6d60b5-93f8-4c28-a175-545e07e5fe20 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 210 time: 0.0294542 May 26 18:02:47.968495 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:47.976936 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cdd83827-8c6c-49c0-8aaa-e967a8a00b52 req-a5cf147e-ff91-4908-9cb0-054ad5e9ccec tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480158 May 26 18:02:48.017859 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b0625658-5035-49b1-90cd-63634177e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:48.185362 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:48.194918 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecbaf4-95e7-4a2a-b4d2-08638f207422 req-9ae9fd1e-0fca-4ed5-b734-fdfed8406e0c tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:48.196898 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a6ecbaf4-95e7-4a2a-b4d2-08638f207422 req-9ae9fd1e-0fca-4ed5-b734-fdfed8406e0c tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 944 time: 0.0521703 May 26 18:02:48.246441 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fb173fa6-106f-45a4-8e0d-42c8a511d807 req-33a1cd46-5f03-432b-a167-245922032a48 service neutron] 10.222.0.62 "GET /v2.0/networks/3c59b880-8c40-4026-aca1-e87d209962e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634545 May 26 18:02:48.256323 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a6ecbaf4-95e7-4a2a-b4d2-08638f207422 req-c9b38fdc-2d76-4336-86a0-04a1ee0e7476 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494404 May 26 18:02:48.307801 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-c9b04a78-9781-44cd-a507-7414eae6bd03 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:48.309452 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-c9b04a78-9781-44cd-a507-7414eae6bd03 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 815 time: 0.1466782 May 26 18:02:48.393963 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-7d732f3d-2aca-4920-8961-90bf3f9081f4 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8920d2de9dc34386bb0e770f5b51b702 HTTP/1.1" status: 200 len: 380 time: 0.0737019 May 26 18:02:48.491173 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'port': {'device_id': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'admin_state_up': True, 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'security_groups': ['47eb443b-432d-49bd-8316-3cd4b8ca8aa1']}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:48.604381 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Made reservation on behalf of 8920d2de9dc34386bb0e770f5b51b702 for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:02:48.608273 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:48.743654 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Allocated IP 172.20.0.8 (481c535b-a9e7-4c84-8151-52762a8d6376/c0912883-6488-4cb9-b1a5-ec42a5bf2729/ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:02:48.849390 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:48.894580 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:48.927643 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:48.972177 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Network 481c535b-a9e7-4c84-8151-52762a8d6376 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:02:48.975190 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:02:48.979089 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:02:48.985107 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:48.985791 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:48.996627 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'Port': ['ID=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:49.010384 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-95adaa1d-cb87-42a0-aadf-3ee4d0ece48a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5233562 May 26 18:02:49.026401 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Request body: {'port': {'device_id': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:49.069831 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:49.119402 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef391c-2b8a-4e4a-bdc4-c22644fa0125 req-2a8e57a8-48f5-4eca-b46d-2360e1453601 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:49.121706 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1ef391c-2b8a-4e4a-bdc4-c22644fa0125 req-2a8e57a8-48f5-4eca-b46d-2360e1453601 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0554492 May 26 18:02:49.143793 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36064cf3-72be-447a-b0ec-cae99a5d5641 req-70d4afdf-5b63-4dfd-ba61-67a134c38b9f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:49.145404 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36064cf3-72be-447a-b0ec-cae99a5d5641 req-70d4afdf-5b63-4dfd-ba61-67a134c38b9f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 931 time: 0.0899782 May 26 18:02:49.152733 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:49.177792 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1ef391c-2b8a-4e4a-bdc4-c22644fa0125 req-92da8322-6206-43e9-bf87-edcf0377f093 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493565 May 26 18:02:49.226288 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device e0546b1b-f912-4448-b796-b315d44f6acb details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:02:49.231392 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:49.268827 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36064cf3-72be-447a-b0ec-cae99a5d5641 req-9a71b61c-a51d-40ff-bcd9-dcd121df3912 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057208 May 26 18:02:49.270080 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-7e8d29c0-29f1-4d72-9219-6d8d0e017210 None None] Provisioning complete for port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:49.270464 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7e8d29c0-29f1-4d72-9219-6d8d0e017210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:49.386548 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed5af2-0ee0-462f-a0ad-4eedd3823cba req-b7243e0b-26ae-4ba6-b4ae-312be13f0461 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:49.388369 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1aed5af2-0ee0-462f-a0ad-4eedd3823cba req-b7243e0b-26ae-4ba6-b4ae-312be13f0461 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 944 time: 0.0523357 May 26 18:02:49.451124 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1aed5af2-0ee0-462f-a0ad-4eedd3823cba req-55feece8-ccea-448c-afa0-ec810ba83747 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492287 May 26 18:02:49.488455 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d29c0-29f1-4d72-9219-6d8d0e017210 None None] Port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:02:49.523158 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port e0546b1b-f912-4448-b796-b315d44f6acb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e0546b1b-f912-4448-b796-b315d44f6acb,segment=NetworkSegment(8f2c3c0a-7363-4139-9595-8a598fa7e663),segment_id=8f2c3c0a-7363-4139-9595-8a598fa7e663)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:49.537846 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:02:49.543273 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': 'e0546b1b-f912-4448-b796-b315d44f6acb', 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4', 'port_id': 'e0546b1b-f912-4448-b796-b315d44f6acb', 'mac_address': 'fa:16:3e:12:d1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883260cd-9f0e-441b-91fd-c83d9e0da2b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:02:49.547675 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Publish callbacks [] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:49.563614 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Transition to ACTIVE for port object ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:02:49.567951 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:49.586597 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port e0546b1b-f912-4448-b796-b315d44f6acb is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:49.587081 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:49.605226 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0546b1b-f912-4448-b796-b315d44f6acb {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:02:49.631178 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Pushing event updated for resources: {'Port': ['ID=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:49.651562 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port e0546b1b-f912-4448-b796-b315d44f6acb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e0546b1b-f912-4448-b796-b315d44f6acb,segment=NetworkSegment(8f2c3c0a-7363-4139-9595-8a598fa7e663),segment_id=8f2c3c0a-7363-4139-9595-8a598fa7e663)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:49.659911 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:49.693111 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Attempting to bind port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:02:49.693452 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Attempting to bind port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:02:49.693788 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Attempting to bind port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c on network 481c535b-a9e7-4c84-8151-52762a8d6376 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:02:49.707244 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c on network 481c535b-a9e7-4c84-8151-52762a8d6376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:02:49.707797 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Attempting to bind port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c on network 481c535b-a9e7-4c84-8151-52762a8d6376 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:02:49.714253 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:02:49.714733 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Checking segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:02:49.715219 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Bound using segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:02:49.715749 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Bound port: ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:02:49.716242 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:49.727740 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=e0546b1b-f912-4448-b796-b315d44f6acb,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:49.789077 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:49.792164 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] For port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:02:49.796438 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] For port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:02:49.806479 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:49.852647 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:49.853273 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:49.854701 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] 10.222.0.62 "PUT /v2.0/ports/ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c HTTP/1.1" status: 200 len: 1093 time: 0.8339789 May 26 18:02:49.857373 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'tag': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:02:49.861114 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb61b4f-c16e-4e36-9e87-c5d38c727111" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7", "tag": "ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:02:49.896324 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24464644-dd0e-4c11-ad69-6d4dda73c95c service neutron] Pushing event updated for resources: {'Port': ['ID=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:49.918697 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132fb009-9dcb-44aa-a5e0-84d464e21683 x-openstack-request-id: req-132fb009-9dcb-44aa-a5e0-84d464e21683 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:02:49.918993 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7", "tag": "ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:02:49.919287 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-132fb009-9dcb-44aa-a5e0-84d464e21683 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:02:49.919691 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132fb009-9dcb-44aa-a5e0-84d464e21683'] response: {'name': 'network-changed', 'server_uuid': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'tag': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'status': 'completed', 'code': 200} May 26 18:02:49.948293 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-fd03cf21-73f8-4cac-9e01-5088b3e9fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:49.949847 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-fd03cf21-73f8-4cac-9e01-5088b3e9fcae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 1127 time: 0.0481470 May 26 18:02:49.994845 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-8c03ed51-5ef1-4cf5-a684-ce225da3c7ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c HTTP/1.1" status: 200 len: 217 time: 0.0348186 May 26 18:02:50.051177 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-eda916b6-bc5e-4431-bca5-872a5666177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:50.052794 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-eda916b6-bc5e-4431-bca5-872a5666177f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 200 len: 854 time: 0.0473890 May 26 18:02:50.075460 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['e0546b1b-f912-4448-b796-b315d44f6acb'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:02:50.121713 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-28aa371f-136f-4df9-a9fe-0d11e1ecc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:50.123399 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-28aa371f-136f-4df9-a9fe-0d11e1ecc457 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=481c535b-a9e7-4c84-8151-52762a8d6376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539811 May 26 18:02:50.205841 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:50.211011 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-09d4abdf-a5b4-445d-9a6c-c4600969736c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:50.235405 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-94337dec-3526-441f-a609-b2d808e3126c service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979011 May 26 18:02:50.316837 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f23d1e-586d-42e8-ab55-a75aeed1c00b req-e359a659-51be-43a8-b6da-c6de25346cc7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:50.318391 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-67f23d1e-586d-42e8-ab55-a75aeed1c00b req-e359a659-51be-43a8-b6da-c6de25346cc7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0540757 May 26 18:02:50.352841 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1f0f5bf-1ae4-4381-97d0-8b5351218c8f req-79fea5c4-1a9b-4279-9c56-8d65e1afab33 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093898 May 26 18:02:50.372449 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-67f23d1e-586d-42e8-ab55-a75aeed1c00b req-4e2c6d71-4cd4-4c22-8741-dc8c716958be tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474494 May 26 18:02:50.395721 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521ca37-f84b-4656-bc71-3dc03a668cde req-3dbf88ce-3710-4d8c-ac33-27a4385ecb1f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:50.397263 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0521ca37-f84b-4656-bc71-3dc03a668cde req-3dbf88ce-3710-4d8c-ac33-27a4385ecb1f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 943 time: 0.0599954 May 26 18:02:50.445984 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0521ca37-f84b-4656-bc71-3dc03a668cde req-61420f7c-3a7f-430a-a749-e92794aaf0ed tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 May 26 18:02:50.570926 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6322d0-a0f9-4ef6-be0c-b2672715cb83 req-2dd8474a-c3c0-4a88-b284-5a06dbf40ceb tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:50.572428 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-da6322d0-a0f9-4ef6-be0c-b2672715cb83 req-2dd8474a-c3c0-4a88-b284-5a06dbf40ceb tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 945 time: 0.0484979 May 26 18:02:50.613683 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:50.621977 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-da6322d0-a0f9-4ef6-be0c-b2672715cb83 req-b765da73-f6d2-45cd-a791-821786a2ce6d tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439446 May 26 18:02:50.989810 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40612) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:51.110961 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6b1a43a4-154d-482a-881f-7d32f306cab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:51.188380 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6b1a43a4-154d-482a-881f-7d32f306cab8 admin admin] Publish callbacks [] for security_group (f0b769ba-a815-478a-b72a-c88a50c98721), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:51.195934 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6b1a43a4-154d-482a-881f-7d32f306cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f0b769ba-a815-478a-b72a-c88a50c98721), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:51.239009 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a43a4-154d-482a-881f-7d32f306cab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b769ba-a815-478a-b72a-c88a50c98721,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:51.243343 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-6b1a43a4-154d-482a-881f-7d32f306cab8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0bc4bb5bd47a4a15beb36ef444bba649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523651 May 26 18:02:51.246083 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40618) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:51.257029 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device e0546b1b-f912-4448-b796-b315d44f6acb up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:02:51.301529 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-68dfb623-dd50-4b1a-b872-0ca19c70a27c admin admin] Publish callbacks [] for security_group (f0b769ba-a815-478a-b72a-c88a50c98721), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:51.312888 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port e0546b1b-f912-4448-b796-b315d44f6acb completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:02:51.318325 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port e0546b1b-f912-4448-b796-b315d44f6acb triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:51.318773 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:51.330619 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-68dfb623-dd50-4b1a-b872-0ca19c70a27c admin admin] Publish callbacks [] for security_group (f0b769ba-a815-478a-b72a-c88a50c98721), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:51.355887 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:51.392754 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-68dfb623-dd50-4b1a-b872-0ca19c70a27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f0b769ba-a815-478a-b72a-c88a50c98721), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:51.397195 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-68dfb623-dd50-4b1a-b872-0ca19c70a27c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:51.401380 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port e0546b1b-f912-4448-b796-b315d44f6acb is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:51.401380 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:51.401630 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-68dfb623-dd50-4b1a-b872-0ca19c70a27c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0b769ba-a815-478a-b72a-c88a50c98721 HTTP/1.1" status: 204 len: 168 time: 0.1530464 May 26 18:02:51.425650 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfb623-dd50-4b1a-b872-0ca19c70a27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b769ba-a815-478a-b72a-c88a50c98721,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:51.446524 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb61b4f-c16e-4e36-9e87-c5d38c727111 req-373709a9-a781-4927-8782-0611f95cde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:51.447170 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port e0546b1b-f912-4448-b796-b315d44f6acb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e0546b1b-f912-4448-b796-b315d44f6acb,segment=NetworkSegment(8f2c3c0a-7363-4139-9595-8a598fa7e663),segment_id=8f2c3c0a-7363-4139-9595-8a598fa7e663)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:51.449897 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2fb019-75ed-45ea-948b-64a627396f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0546b1b-f912-4448-b796-b315d44f6acb'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:02:51.453823 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4cb61b4f-c16e-4e36-9e87-c5d38c727111 req-373709a9-a781-4927-8782-0611f95cde42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 1127 time: 0.0767987 May 26 18:02:51.453987 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7dce7a-b355-4048-8bfb-97e2ef61b183" -d '{"events": [{"server_uuid": "cd2fb019-75ed-45ea-948b-64a627396f02", "name": "network-vif-plugged", "status": "completed", "tag": "e0546b1b-f912-4448-b796-b315d44f6acb"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:02:51.464876 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:51.504494 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a5ecf4-7995-45bc-9809-a1fa7ba1a310 x-openstack-request-id: req-79a5ecf4-7995-45bc-9809-a1fa7ba1a310 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:02:51.504815 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2fb019-75ed-45ea-948b-64a627396f02", "name": "network-vif-plugged", "status": "completed", "tag": "e0546b1b-f912-4448-b796-b315d44f6acb", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:02:51.505061 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79a5ecf4-7995-45bc-9809-a1fa7ba1a310 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:02:51.505459 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a5ecf4-7995-45bc-9809-a1fa7ba1a310'] response: {'server_uuid': 'cd2fb019-75ed-45ea-948b-64a627396f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0546b1b-f912-4448-b796-b315d44f6acb', 'code': 200} May 26 18:02:51.542751 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:51.546064 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=e0546b1b-f912-4448-b796-b315d44f6acb,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:51.614627 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b54605-bbf7-450e-af4d-0d610536c190 req-9afa86aa-127d-45fe-8e8e-c86459584f55 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:51.616303 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-43b54605-bbf7-450e-af4d-0d610536c190 req-9afa86aa-127d-45fe-8e8e-c86459584f55 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.1585283 May 26 18:02:51.627546 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb61b4f-c16e-4e36-9e87-c5d38c727111 req-af3a3dca-6218-458b-bcab-ee609a5e8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:51.629089 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4cb61b4f-c16e-4e36-9e87-c5d38c727111 req-af3a3dca-6218-458b-bcab-ee609a5e8aed service neutron] 10.222.0.62 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 916 time: 0.1584389 May 26 18:02:51.674664 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57370a7d-5acf-45ed-b60a-b3fe06bbb783 req-d9ad44d6-b961-49f3-9326-d85abc982c52 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:51.682313 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-57370a7d-5acf-45ed-b60a-b3fe06bbb783 req-d9ad44d6-b961-49f3-9326-d85abc982c52 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 943 time: 0.0811684 May 26 18:02:51.705538 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4cb61b4f-c16e-4e36-9e87-c5d38c727111 req-32d618fd-9eaf-4035-aa13-e95910424847 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c HTTP/1.1" status: 200 len: 217 time: 0.0674644 May 26 18:02:51.736628 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-57370a7d-5acf-45ed-b60a-b3fe06bbb783 req-6d98fae4-0a1e-4444-b26c-ddd137ffbee1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533018 May 26 18:02:51.790344 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cfe4f-a47a-40f6-97a0-77c47d04f511 req-ade45051-63f6-4171-ba5c-41573af890c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:51.791931 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-194cfe4f-a47a-40f6-97a0-77c47d04f511 req-ade45051-63f6-4171-ba5c-41573af890c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 1130 time: 0.1010273 May 26 18:02:51.807260 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:51.812442 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-43b54605-bbf7-450e-af4d-0d610536c190 req-d75859f4-aa95-41ee-b893-c9fcf0702a03 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823363 May 26 18:02:51.820625 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb61b4f-c16e-4e36-9e87-c5d38c727111 req-5cd3117c-0c6c-4133-9585-cf5611dc8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:51.822165 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4cb61b4f-c16e-4e36-9e87-c5d38c727111 req-5cd3117c-0c6c-4133-9585-cf5611dc8d28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 200 len: 854 time: 0.1002252 May 26 18:02:51.859599 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf3e5f-1321-4c88-9c3d-5d361d2e53c8 req-14742f70-9ba4-4df2-9f06-f67933de8ea7 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:51.863404 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-07cf3e5f-1321-4c88-9c3d-5d361d2e53c8 req-14742f70-9ba4-4df2-9f06-f67933de8ea7 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 946 time: 0.0654252 May 26 18:02:51.900277 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-194cfe4f-a47a-40f6-97a0-77c47d04f511 req-e5a65e43-8f2c-4bca-b99b-00932beec2ae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998752 May 26 18:02:51.907497 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb61b4f-c16e-4e36-9e87-c5d38c727111 req-9393f77c-2749-4f30-ab95-4da4129ab0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:51.909059 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4cb61b4f-c16e-4e36-9e87-c5d38c727111 req-9393f77c-2749-4f30-ab95-4da4129ab0ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=481c535b-a9e7-4c84-8151-52762a8d6376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789938 May 26 18:02:51.924065 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-07cf3e5f-1321-4c88-9c3d-5d361d2e53c8 req-a8f2f60c-47a7-45a3-a451-676b15b47463 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531831 May 26 18:02:52.220316 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4cb61b4f-c16e-4e36-9e87-c5d38c727111 req-fc6f9116-c700-42de-995f-55b3527db095 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978591 May 26 18:02:52.236472 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:52.326337 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4cb61b4f-c16e-4e36-9e87-c5d38c727111 req-edcbf1e2-cb90-408e-b970-1756e6bf4f19 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988545 May 26 18:02:52.367105 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40660) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:52.485071 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-16ed8290-85a9-4f22-9b25-11041c6d8073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:52.541529 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:52.586424 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-16ed8290-85a9-4f22-9b25-11041c6d8073 admin admin] Publish callbacks [] for security_group (fc466cf1-6525-49c9-aadd-3a575fc9d8b9), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:52.591833 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-16ed8290-85a9-4f22-9b25-11041c6d8073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (fc466cf1-6525-49c9-aadd-3a575fc9d8b9), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:52.638051 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-16ed8290-85a9-4f22-9b25-11041c6d8073 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77ed35795b1846b386a51d189c6b74d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698436 May 26 18:02:52.638900 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed8290-85a9-4f22-9b25-11041c6d8073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc466cf1-6525-49c9-aadd-3a575fc9d8b9,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:52.641889 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 40666) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:52.702110 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8f38411d-8b37-4092-b077-c34c955c4093 admin admin] Publish callbacks [] for security_group (fc466cf1-6525-49c9-aadd-3a575fc9d8b9), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:52.728058 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8f38411d-8b37-4092-b077-c34c955c4093 admin admin] Publish callbacks [] for security_group (fc466cf1-6525-49c9-aadd-3a575fc9d8b9), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:52.735339 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:52.790933 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8f38411d-8b37-4092-b077-c34c955c4093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (fc466cf1-6525-49c9-aadd-3a575fc9d8b9), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:52.794896 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8f38411d-8b37-4092-b077-c34c955c4093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:52.797974 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8f38411d-8b37-4092-b077-c34c955c4093 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc466cf1-6525-49c9-aadd-3a575fc9d8b9 HTTP/1.1" status: 204 len: 168 time: 0.1531665 May 26 18:02:52.808466 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38411d-8b37-4092-b077-c34c955c4093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc466cf1-6525-49c9-aadd-3a575fc9d8b9,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:52.822068 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40674) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:52.915950 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d7ccf-d9a2-40f5-a9b2-6f1b85e8938a req-dfca1bfa-4c08-4770-a8bd-95f82dc04f1c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:52.922166 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c99d7ccf-d9a2-40f5-a9b2-6f1b85e8938a req-dfca1bfa-4c08-4770-a8bd-95f82dc04f1c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 943 time: 0.0654476 May 26 18:02:52.962701 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f3e91-c0b6-4116-b5c5-51d62bf5d4c0 req-35e3b4a3-1764-46c5-bf34-7cf19f63a7bd tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:52.967478 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-813f3e91-c0b6-4116-b5c5-51d62bf5d4c0 req-35e3b4a3-1764-46c5-bf34-7cf19f63a7bd tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0746300 May 26 18:02:53.000736 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8811b239-71bb-4c56-81b7-065666ac0a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:53.001012 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c99d7ccf-d9a2-40f5-a9b2-6f1b85e8938a req-5456f33e-bd1a-4446-8c2d-c2f5cab56b19 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711591 May 26 18:02:53.045828 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:53.057277 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-813f3e91-c0b6-4116-b5c5-51d62bf5d4c0 req-388f7efc-131a-4256-896b-fc0133c45475 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829499 May 26 18:02:53.119939 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8811b239-71bb-4c56-81b7-065666ac0a64 admin admin] Publish callbacks [] for security_group (bc07bdd7-193d-4b46-aa4d-3d031bf676bc), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:53.124839 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8811b239-71bb-4c56-81b7-065666ac0a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (bc07bdd7-193d-4b46-aa4d-3d031bf676bc), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:53.148797 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dfdbf-cf40-4a0e-84d2-0f223933f70e req-a9a28e4c-6380-4b00-8705-4cb5e1c4e836 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:53.150506 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f21dfdbf-cf40-4a0e-84d2-0f223933f70e req-a9a28e4c-6380-4b00-8705-4cb5e1c4e836 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 946 time: 0.0505311 May 26 18:02:53.177793 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811b239-71bb-4c56-81b7-065666ac0a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc07bdd7-193d-4b46-aa4d-3d031bf676bc,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:53.199924 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-8811b239-71bb-4c56-81b7-065666ac0a64 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80177aad3bc54db58877faca05661c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756752 May 26 18:02:53.201484 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40686) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:53.213840 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f21dfdbf-cf40-4a0e-84d2-0f223933f70e req-91d3e92b-cbdf-4c47-b946-f8dfdfa021eb tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555751 May 26 18:02:53.268241 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8b6e-d1b1-4f43-92f6-190894dc6d78 admin admin] Publish callbacks [] for security_group (bc07bdd7-193d-4b46-aa4d-3d031bf676bc), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:53.291662 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8b6e-d1b1-4f43-92f6-190894dc6d78 admin admin] Publish callbacks [] for security_group (bc07bdd7-193d-4b46-aa4d-3d031bf676bc), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:53.293200 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:02:53.347631 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8b6e-d1b1-4f43-92f6-190894dc6d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (bc07bdd7-193d-4b46-aa4d-3d031bf676bc), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:53.350616 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8b6e-d1b1-4f43-92f6-190894dc6d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:53.352524 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-ddcd8b6e-d1b1-4f43-92f6-190894dc6d78 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc07bdd7-193d-4b46-aa4d-3d031bf676bc HTTP/1.1" status: 204 len: 168 time: 0.1484661 May 26 18:02:53.363442 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd8b6e-d1b1-4f43-92f6-190894dc6d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc07bdd7-193d-4b46-aa4d-3d031bf676bc,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:53.369853 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:53.465943 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:53.486031 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'port_id': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'mac_address': 'fa:16:3e:31:48:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:02:53.527193 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:53.527491 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:53.542572 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:02:53.567288 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:53.574999 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:53.629366 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:53.927870 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:02:54.140733 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:54.173243 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1122c9-d692-4fb0-8ca2-49663cff2b26 req-2d04a8f4-4c6b-4215-a3f0-b91a5321ca97 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:54.176625 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bb1122c9-d692-4fb0-8ca2-49663cff2b26 req-2d04a8f4-4c6b-4215-a3f0-b91a5321ca97 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 944 time: 0.0759902 May 26 18:02:54.232989 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78704e-8692-44b1-97e2-de596278c1de req-52fe751d-f6cb-41db-ad2c-0ef1ac017f6f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:54.234613 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ea78704e-8692-44b1-97e2-de596278c1de req-52fe751d-f6cb-41db-ad2c-0ef1ac017f6f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0595498 May 26 18:02:54.238880 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bb1122c9-d692-4fb0-8ca2-49663cff2b26 req-fe86fb1c-7bc6-4ef9-a5ec-f70f22903e8d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547621 May 26 18:02:54.302016 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ea78704e-8692-44b1-97e2-de596278c1de req-b3c8cb60-38d8-4237-8514-1615ba07270d tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598941 May 26 18:02:54.350262 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:54.392461 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2af75-d53e-4d4e-999a-42fdc1c454e4 req-a072a03a-d6a9-4bc9-af1f-389d4b3bb27c tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:54.399371 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7be2af75-d53e-4d4e-999a-42fdc1c454e4 req-a072a03a-d6a9-4bc9-af1f-389d4b3bb27c tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 946 time: 0.0604904 May 26 18:02:54.447513 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7be2af75-d53e-4d4e-999a-42fdc1c454e4 req-f0766bab-e9e5-4d30-a1ec-5c12dcfac60c tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472598 May 26 18:02:55.308712 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:02:55.362060 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:02:55.368289 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:02:55.368806 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:55.370813 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4e3fe-a287-431f-b193-49f1905901a4 req-c04454aa-0816-4a38-b102-1f67b6fbf40f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:55.377768 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-56f4e3fe-a287-431f-b193-49f1905901a4 req-c04454aa-0816-4a38-b102-1f67b6fbf40f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 944 time: 0.0635674 May 26 18:02:55.438117 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-56f4e3fe-a287-431f-b193-49f1905901a4 req-9bd96152-1133-4997-be62-3cb58b5eb647 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593600 May 26 18:02:55.447606 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:55.463202 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:02:55.463914 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:55.491914 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94867bf6-5a4b-439d-88f1-e012b031b652 req-82a638af-14dd-4936-ad78-cf92493b2d2e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:55.493689 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-94867bf6-5a4b-439d-88f1-e012b031b652 req-82a638af-14dd-4936-ad78-cf92493b2d2e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0752370 May 26 18:02:55.495184 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:02:55.497465 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf5ab24-b069-4e6d-bcef-be49adfb1262" -d '{"events": [{"server_uuid": "fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7", "name": "network-vif-plugged", "status": "completed", "tag": "ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:02:55.511302 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:02:55.518364 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:55.548942 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9939403d-8af5-4f7f-a7be-a15407e51b6c x-openstack-request-id: req-9939403d-8af5-4f7f-a7be-a15407e51b6c {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:02:55.549231 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7", "name": "network-vif-plugged", "status": "completed", "tag": "ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:02:55.549776 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9939403d-8af5-4f7f-a7be-a15407e51b6c {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:02:55.550088 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9939403d-8af5-4f7f-a7be-a15407e51b6c'] response: {'server_uuid': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'code': 200} May 26 18:02:55.564423 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-94867bf6-5a4b-439d-88f1-e012b031b652 req-d6bcbe87-2788-4305-9da3-15fb031df323 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646369 May 26 18:02:55.586432 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:02:55.731153 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7688556-e031-4045-bc09-5d07f8450c12 req-fa4e72f7-3ade-45af-a78f-a3e617bff403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:55.732964 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7688556-e031-4045-bc09-5d07f8450c12 req-fa4e72f7-3ade-45af-a78f-a3e617bff403 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 1129 time: 0.0406456 May 26 18:02:55.792530 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7688556-e031-4045-bc09-5d07f8450c12 req-3c455b10-92fc-4ada-aea3-de3656a9fcdb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 May 26 18:02:56.552738 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b34f5-2bf9-46be-b9bb-f8862aa1ad9b req-16625e97-badd-4bfb-9db3-4fb2f9cb5f1b tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:56.554398 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-325b34f5-2bf9-46be-b9bb-f8862aa1ad9b req-16625e97-badd-4bfb-9db3-4fb2f9cb5f1b tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 945 time: 0.0508482 May 26 18:02:56.603109 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-325b34f5-2bf9-46be-b9bb-f8862aa1ad9b req-dc7b9d9c-c0e3-431d-a6d6-99b99c8ad812 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429251 May 26 18:02:56.707542 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71db5bb-1aac-4fec-8ca8-a677ab38f383 req-309c1000-170b-48e3-8721-7d61093c99c2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:56.709061 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f71db5bb-1aac-4fec-8ca8-a677ab38f383 req-309c1000-170b-48e3-8721-7d61093c99c2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0476332 May 26 18:02:56.761108 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f71db5bb-1aac-4fec-8ca8-a677ab38f383 req-47914cf9-0010-4b00-bb71-afea0a9c2ab7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463710 May 26 18:02:57.723095 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c7651-83c2-479d-858c-5d58bd394200 req-dd9b6bc1-7835-4fac-8d59-8d194275dc7a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:57.724656 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-305c7651-83c2-479d-858c-5d58bd394200 req-dd9b6bc1-7835-4fac-8d59-8d194275dc7a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 945 time: 0.0508878 May 26 18:02:57.775020 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-305c7651-83c2-479d-858c-5d58bd394200 req-512710ec-6f42-4ca8-8507-76d355518936 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 May 26 18:02:57.888208 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939ef69-c85f-4379-8cb8-0a1e3512b43a req-03cbda40-b30d-41e0-a037-11179aea802c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:57.890553 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1939ef69-c85f-4379-8cb8-0a1e3512b43a req-03cbda40-b30d-41e0-a037-11179aea802c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0538671 May 26 18:02:57.939578 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1939ef69-c85f-4379-8cb8-0a1e3512b43a req-e2c33e91-c92a-4536-9ed2-99c8d3a4b789 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432858 May 26 18:02:58.053658 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719857d-f737-443b-bc12-43f1d8185e8a req-a22f901d-6f56-4c63-b71c-a6c57cd7ce67 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:58.055149 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9719857d-f737-443b-bc12-43f1d8185e8a req-a22f901d-6f56-4c63-b71c-a6c57cd7ce67 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 945 time: 0.0537848 May 26 18:02:58.064755 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 40888) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:58.069198 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-7a608b41-de99-4bf4-9bc4-6066f6639056 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'floatingip': {'port_id': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:02:58.114279 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:58.121217 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7a608b41-de99-4bf4-9bc4-6066f6639056 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (72052be4-ad79-4575-8b36-39ad4922b2e8), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:58.768567 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7a608b41-de99-4bf4-9bc4-6066f6639056 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:58.772586 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7a608b41-de99-4bf4-9bc4-6066f6639056 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (72052be4-ad79-4575-8b36-39ad4922b2e8), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:58.817963 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:58.871671 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-7a608b41-de99-4bf4-9bc4-6066f6639056 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Floating IP 72052be4-ad79-4575-8b36-39ad4922b2e8 associated. External IP: 172.27.0.27, port: ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c. May 26 18:02:59.072140 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217a108-4539-41c9-9232-481345ae70c2 req-a3e37793-b12e-40d2-afbc-11bd7e0ce16b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:59.073646 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2217a108-4539-41c9-9232-481345ae70c2 req-a3e37793-b12e-40d2-afbc-11bd7e0ce16b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0603824 May 26 18:02:59.160731 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a608b41-de99-4bf4-9bc4-6066f6639056 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Router 38e7beef-54ca-46f0-bad8-41c952f715dd has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:02:59.171635 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2217a108-4539-41c9-9232-481345ae70c2 req-a7b98583-c915-4230-a712-f74d08452f7e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681534 May 26 18:02:59.285128 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a608b41-de99-4bf4-9bc4-6066f6639056 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:02:59.289874 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7a608b41-de99-4bf4-9bc4-6066f6639056 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:59.294458 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19af0f-3c48-4c7c-9d2e-f6fce03ba2fa None None] Sync routers for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:02:59.304375 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19af0f-3c48-4c7c-9d2e-f6fce03ba2fa None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:02:59.304991 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-5b19af0f-3c48-4c7c-9d2e-f6fce03ba2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:02:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:59.321018 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-7a608b41-de99-4bf4-9bc4-6066f6639056 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "PUT /v2.0/floatingips/72052be4-ad79-4575-8b36-39ad4922b2e8 HTTP/1.1" status: 200 len: 990 time: 1.2550490 May 26 18:02:59.321662 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'tag': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:02:59.324631 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a439a6c5-81bc-4953-bed0-2f2500dc14ad" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7", "tag": "ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:02:59.363859 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de354a50-3d88-4a06-98fc-a8659c241360 x-openstack-request-id: req-de354a50-3d88-4a06-98fc-a8659c241360 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:02:59.364211 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7", "tag": "ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:02:59.364467 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de354a50-3d88-4a06-98fc-a8659c241360 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:02:59.364871 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de354a50-3d88-4a06-98fc-a8659c241360'] response: {'name': 'network-changed', 'server_uuid': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'tag': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'status': 'completed', 'code': 200} May 26 18:02:59.413361 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-5b19af0f-3c48-4c7c-9d2e-f6fce03ba2fa None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:02:59.432468 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439a6c5-81bc-4953-bed0-2f2500dc14ad req-1545fe55-9b2d-40ed-ad3f-94169a1d2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:59.434183 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a439a6c5-81bc-4953-bed0-2f2500dc14ad req-1545fe55-9b2d-40ed-ad3f-94169a1d2f8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 1129 time: 0.0436089 May 26 18:02:59.531382 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439a6c5-81bc-4953-bed0-2f2500dc14ad req-addf7b1c-fc25-47f9-8e56-8f4085124875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:59.532917 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a439a6c5-81bc-4953-bed0-2f2500dc14ad req-addf7b1c-fc25-47f9-8e56-8f4085124875 service neutron] 10.222.0.62 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 916 time: 0.0920594 May 26 18:02:59.607101 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a439a6c5-81bc-4953-bed0-2f2500dc14ad req-01f681f2-8983-45b0-aa7e-03d6e3ed6d12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c HTTP/1.1" status: 200 len: 998 time: 0.0641680 May 26 18:02:59.654959 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-5b19af0f-3c48-4c7c-9d2e-f6fce03ba2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '72052be4-ad79-4575-8b36-39ad4922b2e8', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:31:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:02:45Z', 'updated_at': '2022-05-26T18:02:58Z', 'revision_number': 1, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:59.669503 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439a6c5-81bc-4953-bed0-2f2500dc14ad req-b7745d44-9639-469a-b10c-da9e6dd0d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:59.671389 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a439a6c5-81bc-4953-bed0-2f2500dc14ad req-b7745d44-9639-469a-b10c-da9e6dd0d1b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 200 len: 854 time: 0.0463841 May 26 18:02:59.679723 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19af0f-3c48-4c7c-9d2e-f6fce03ba2fa None None] Checking router: 38e7beef-54ca-46f0-bad8-41c952f715dd for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:02:59.688991 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19af0f-3c48-4c7c-9d2e-f6fce03ba2fa None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:02:59.689750 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-5b19af0f-3c48-4c7c-9d2e-f6fce03ba2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:02:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:02:59.721436 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439a6c5-81bc-4953-bed0-2f2500dc14ad req-fe1c556d-283c-4e05-a477-b5c90d0a0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:02:59.722960 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a439a6c5-81bc-4953-bed0-2f2500dc14ad req-fe1c556d-283c-4e05-a477-b5c90d0a0c7f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=481c535b-a9e7-4c84-8151-52762a8d6376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445409 May 26 18:02:59.794316 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-5b19af0f-3c48-4c7c-9d2e-f6fce03ba2fa None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:02:59.836602 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a439a6c5-81bc-4953-bed0-2f2500dc14ad req-b8eb4b8b-556a-4598-a04c-f1f83d89c331 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012414 May 26 18:02:59.865638 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:59.896097 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:59.939865 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a439a6c5-81bc-4953-bed0-2f2500dc14ad req-1a718b0c-5b43-4b74-99ca-54b886cf25e6 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966272 May 26 18:03:00.022918 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:00.030362 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-5b19af0f-3c48-4c7c-9d2e-f6fce03ba2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '72052be4-ad79-4575-8b36-39ad4922b2e8', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:31:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:02:45Z', 'updated_at': '2022-05-26T18:02:58Z', 'revision_number': 1, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:03:00.058485 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19af0f-3c48-4c7c-9d2e-f6fce03ba2fa None None] The sync data for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi is: [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '72052be4-ad79-4575-8b36-39ad4922b2e8', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:31:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:02:45Z', 'updated_at': '2022-05-26T18:02:58Z', 'revision_number': 1, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:03:00.286635 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64154b8f-9e86-4257-a625-287d4b2fbece None None] New status for floating IP 72052be4-ad79-4575-8b36-39ad4922b2e8: ACTIVE {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:03:00.287771 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:00.303126 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d244-68f2-411b-b2f8-9e985fc01fc7 req-3eab4b79-7743-4e9e-9f29-1cf34b4095a6 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:00.304765 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5559d244-68f2-411b-b2f8-9e985fc01fc7 req-3eab4b79-7743-4e9e-9f29-1cf34b4095a6 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0548522 May 26 18:03:00.358927 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5559d244-68f2-411b-b2f8-9e985fc01fc7 req-f5713f1c-9adb-4c3f-ac50-89960f25fb94 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480270 May 26 18:03:00.762997 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:00.766976 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:03:01.479753 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee79e83-9939-4067-8ac4-f25b04328dca req-60d72210-2da3-4a06-a70a-7d05745ae122 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:01.481544 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bee79e83-9939-4067-8ac4-f25b04328dca req-60d72210-2da3-4a06-a70a-7d05745ae122 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0536630 May 26 18:03:01.533294 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bee79e83-9939-4067-8ac4-f25b04328dca req-588912a5-4a0a-4507-9657-14e2f3442d29 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 May 26 18:03:02.653241 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e60fd-8f94-4796-8c43-895723bbaf6e req-5d051634-efdb-4cbe-bdda-897b2569d24e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:02.654727 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7e4e60fd-8f94-4796-8c43-895723bbaf6e req-5d051634-efdb-4cbe-bdda-897b2569d24e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0478208 May 26 18:03:02.704841 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7e4e60fd-8f94-4796-8c43-895723bbaf6e req-275e9d43-dc54-4ce3-a7ff-9e666757e08d tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439258 May 26 18:03:09.934334 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:09.936503 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=9 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:10.400891 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:10.403372 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:12.210516 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-f163e890-d4ba-4ca1-bea3-dc69ca8a9280 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fbbc7667eb34449fb8ae5adb5916025d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409398 May 26 18:03:12.414328 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-79a9b52d-3a41-468a-baae-b5a8b03bc10c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:12.415832 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-79a9b52d-3a41-468a-baae-b5a8b03bc10c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998098 May 26 18:03:12.431531 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-1a005d8d-dbe6-413b-a38b-1f4f5096aac9 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/quotas/fbbc7667eb34449fb8ae5adb5916025d HTTP/1.1" status: 200 len: 375 time: 0.0096824 May 26 18:03:12.473407 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2a99b-feaf-4b99-a881-8029fb456b05 req-69f19717-3119-4381-85a1-815cfaeb6c39 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:12.475028 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ebb2a99b-feaf-4b99-a881-8029fb456b05 req-69f19717-3119-4381-85a1-815cfaeb6c39 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0526350 May 26 18:03:12.532135 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ebb2a99b-feaf-4b99-a881-8029fb456b05 req-997f5299-bd4a-4473-9232-69f1f7cf53af tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512705 May 26 18:03:12.650399 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bf08f-53bc-4fa7-8254-e3ca2e20ffa6 req-cb64e1cd-8fdb-4495-87f2-52ce5413aa02 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:12.651805 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e84bf08f-53bc-4fa7-8254-e3ca2e20ffa6 req-cb64e1cd-8fdb-4495-87f2-52ce5413aa02 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0572274 May 26 18:03:12.660585 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-9adb668f-d1c0-451d-836e-257100d39730 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbbc7667eb34449fb8ae5adb5916025d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2225053 May 26 18:03:12.679121 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:12.705158 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e84bf08f-53bc-4fa7-8254-e3ca2e20ffa6 req-62d88a7f-e77f-4697-9cbc-aa1f9c422ec9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472574 May 26 18:03:12.842030 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-49bf462d-9060-4446-8a00-b704bd10a39b req-9a23b042-b9ef-4895-97c1-07a87a4eaf08 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 210 time: 0.0271661 May 26 18:03:13.643473 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:13.707992 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac1a2d-bd92-4766-b9a7-4cd2ac91892a req-706fb642-5216-437b-aea0-bac426998a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:13.709524 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bdac1a2d-bd92-4766-b9a7-4cd2ac91892a req-706fb642-5216-437b-aea0-bac426998a74 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 1129 time: 0.0940368 May 26 18:03:13.718425 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54c988-ef50-4854-bcbd-d11239fe4176 req-c34ba75f-a6db-4c9c-bfae-f4d7413452a6 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:13.720081 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2b54c988-ef50-4854-bcbd-d11239fe4176 req-c34ba75f-a6db-4c9c-bfae-f4d7413452a6 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.1136801 May 26 18:03:13.725952 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a49ce-4146-4e4f-80e6-00e55f96db71 req-afe305f3-0604-40fd-b2ce-a6fee99cb1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:13.727409 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-477a49ce-4146-4e4f-80e6-00e55f96db71 req-afe305f3-0604-40fd-b2ce-a6fee99cb1b4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 1129 time: 0.0697703 May 26 18:03:13.776211 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2b54c988-ef50-4854-bcbd-d11239fe4176 req-4c8bfa6e-1171-4040-b77c-fd57afbebef9 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477865 May 26 18:03:13.840697 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22acd6-26cb-43ff-9380-99cc80a86bad req-d7dec4be-be9e-4486-8937-2dd5ddc13dcf tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:13.842463 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2e22acd6-26cb-43ff-9380-99cc80a86bad req-d7dec4be-be9e-4486-8937-2dd5ddc13dcf tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0485249 May 26 18:03:13.898313 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2e22acd6-26cb-43ff-9380-99cc80a86bad req-55c4c3cf-0373-46a3-b3e9-3a4d19b788fa tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502493 May 26 18:03:13.948466 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-613772ef-358a-4b47-ae5a-6e66bdbb6d5d req-1da255e9-4ad8-4ed5-aad9-543611ef44c1 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 210 time: 0.0307255 May 26 18:03:14.210175 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-477a49ce-4146-4e4f-80e6-00e55f96db71 req-8c44f98a-194d-4202-8b25-bf8a9a69ac2c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176014 May 26 18:03:14.214017 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-641e549c-75b4-463c-9072-50fed389e780 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fbbc7667eb34449fb8ae5adb5916025d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350792 May 26 18:03:14.240622 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac1a2d-bd92-4766-b9a7-4cd2ac91892a req-3d69be89-7dad-46d7-9345-917996aea863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:14.242082 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bdac1a2d-bd92-4766-b9a7-4cd2ac91892a req-3d69be89-7dad-46d7-9345-917996aea863 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 918 time: 0.1427360 May 26 18:03:14.570554 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bdac1a2d-bd92-4766-b9a7-4cd2ac91892a req-f4b990e3-4097-46c4-85b2-64b927b3dfbf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0450cfd2-c365-4788-a3b6-a839770208e7 HTTP/1.1" status: 200 len: 1001 time: 0.1120093 May 26 18:03:14.604216 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-c1a08f82-7d77-4946-8b2c-a03a1872999a tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:14.605895 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-c1a08f82-7d77-4946-8b2c-a03a1872999a tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576741 May 26 18:03:14.667525 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Request body: {'port': {'device_id': '59e54c78-da19-471d-83cc-494961ae87c8', 'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070', 'admin_state_up': True, 'tenant_id': 'fbbc7667eb34449fb8ae5adb5916025d'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:03:14.756876 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac1a2d-bd92-4766-b9a7-4cd2ac91892a req-4a892d2f-6bb3-45b1-a19c-0a699100d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:14.758411 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bdac1a2d-bd92-4766-b9a7-4cd2ac91892a req-4a892d2f-6bb3-45b1-a19c-0a699100d3e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 200 len: 856 time: 0.1026921 May 26 18:03:14.813417 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Made reservation on behalf of fbbc7667eb34449fb8ae5adb5916025d for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:03:14.817030 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:14.829478 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:14.902371 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d91991-bba1-43a8-bd30-4eaf8db80161 req-bc82c090-06a8-453b-88bc-4e8848678b56 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:14.904603 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d0d91991-bba1-43a8-bd30-4eaf8db80161 req-bc82c090-06a8-453b-88bc-4e8848678b56 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0562842 May 26 18:03:14.916459 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:14.921526 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Publish callbacks [] for security_group (fafd1141-97ac-4352-bdf9-fde7780ee5cc), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:14.925455 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (fafd1141-97ac-4352-bdf9-fde7780ee5cc), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:14.939036 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:14.958379 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d0d91991-bba1-43a8-bd30-4eaf8db80161 req-c8b7d3f0-6cb8-47f9-be6f-f5d3ce8bb0d1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481300 May 26 18:03:15.022267 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fafd1141-97ac-4352-bdf9-fde7780ee5cc,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:15.056268 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.056495 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.056841 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.057186 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.057517 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.057849 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.058215 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.058544 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.058870 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.059650 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.059650 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.059940 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.061250 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.061707 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.062039 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:15.062654 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-364c7cb7-80c6-47b8-993b-9d07221d5315 req-40cc9496-39c8-4af9-93b1-bf0011357a78 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 210 time: 0.0325301 May 26 18:03:15.082730 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d435d-f847-4c07-8e79-146071d170dc req-260f7903-a5d8-42b2-8071-dbfdf3972caa tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:15.084300 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d28d435d-f847-4c07-8e79-146071d170dc req-260f7903-a5d8-42b2-8071-dbfdf3972caa tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0890648 May 26 18:03:15.186052 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac1a2d-bd92-4766-b9a7-4cd2ac91892a req-2b527806-60a5-433e-b872-4897ecb44bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:15.187289 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bdac1a2d-bd92-4766-b9a7-4cd2ac91892a req-2b527806-60a5-433e-b872-4897ecb44bfd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cd2844c-2075-4a75-ad58-855aef5bd960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747745 May 26 18:03:15.202510 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Allocated IP 192.168.233.213 (3fede057-5910-44bb-b3b0-9c6074d97070/ddb58d32-2b03-4cde-9dac-295f7c88cce5/f3d1c846-8648-459c-b5ec-62776811dde4) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:03:15.217601 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d28d435d-f847-4c07-8e79-146071d170dc req-60758430-26ab-4dd9-bc0f-94d030eb74a1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061952 May 26 18:03:15.391844 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bdac1a2d-bd92-4766-b9a7-4cd2ac91892a req-16c2bd1f-ae77-4c3d-b981-491f700b25e2 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659245 May 26 18:03:15.485193 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Publish callbacks [] for port (f3d1c846-8648-459c-b5ec-62776811dde4), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:15.539998 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bdac1a2d-bd92-4766-b9a7-4cd2ac91892a req-d7122cd3-f653-4fad-96b7-0e0ec6309167 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337972 May 26 18:03:15.549290 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:15.577055 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:15.597003 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Network 3fede057-5910-44bb-b3b0-9c6074d97070 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:03:15.600555 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:03:15.604801 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:03:15.610662 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:15.611277 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:15.620225 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Pushing event updated for resources: {'Port': ['ID=f3d1c846-8648-459c-b5ec-62776811dde4,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:15.632169 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7ffab1f7-8452-4298-98fa-4e06f3e8ecc0 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9688931 May 26 18:03:15.853409 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-c2f3aa6f-6fd8-4b02-8330-ae046a9f5860 None None] Provisioning complete for port f3d1c846-8648-459c-b5ec-62776811dde4 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:15.854004 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c2f3aa6f-6fd8-4b02-8330-ae046a9f5860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:15.885706 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3aa6f-6fd8-4b02-8330-ae046a9f5860 None None] Port f3d1c846-8648-459c-b5ec-62776811dde4 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:03:16.079577 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6a5f5-09e6-475e-9bf1-cb73dd3c1a03 req-3b61cb70-6ccb-4e0a-a0fe-7e1f8c4e84e4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:16.081159 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cde6a5f5-09e6-475e-9bf1-cb73dd3c1a03 req-3b61cb70-6ccb-4e0a-a0fe-7e1f8c4e84e4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0526981 May 26 18:03:16.133502 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cde6a5f5-09e6-475e-9bf1-cb73dd3c1a03 req-da4836a2-2a1b-46f0-97c4-977a547e43c2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462446 May 26 18:03:16.179645 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e2ab-0a3c-47cc-9736-56135e203589 req-30da0fb7-9cb9-4290-acef-45ec479ff0af tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:16.181185 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8c42e2ab-0a3c-47cc-9736-56135e203589 req-30da0fb7-9cb9-4290-acef-45ec479ff0af tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 936 time: 0.0530951 May 26 18:03:16.233592 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8c42e2ab-0a3c-47cc-9736-56135e203589 req-e0e228c8-4232-45a7-af3e-9d4253dd662f tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460577 May 26 18:03:16.338381 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c2410-86f0-460f-ab2a-83ab78b62f1b req-debe33db-895d-4898-8ee8-560ff931e4fb tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:16.339884 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c66c2410-86f0-460f-ab2a-83ab78b62f1b req-debe33db-895d-4898-8ee8-560ff931e4fb tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0488844 May 26 18:03:16.387499 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c66c2410-86f0-460f-ab2a-83ab78b62f1b req-e2f7550c-2777-4fbf-81ed-c00a81e92e7f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419996 May 26 18:03:16.450680 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Request body: {'port': {'device_id': '59e54c78-da19-471d-83cc-494961ae87c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:03:16.517124 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:16.648889 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:16.815072 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d1c846-8648-459c-b5ec-62776811dde4 {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:03:16.822306 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Publish callbacks [] for port (f3d1c846-8648-459c-b5ec-62776811dde4), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:16.835093 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Transition to ACTIVE for port object f3d1c846-8648-459c-b5ec-62776811dde4 will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:03:16.839073 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:16.891892 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Pushing event updated for resources: {'Port': ['ID=f3d1c846-8648-459c-b5ec-62776811dde4,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:16.926291 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Attempting to bind port f3d1c846-8648-459c-b5ec-62776811dde4 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:03:16.926629 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Attempting to bind port f3d1c846-8648-459c-b5ec-62776811dde4 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '10272a73-7146-4dfa-a6b3-853243b03581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:03:16.926987 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Attempting to bind port f3d1c846-8648-459c-b5ec-62776811dde4 on network 3fede057-5910-44bb-b3b0-9c6074d97070 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:03:16.931936 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Port f3d1c846-8648-459c-b5ec-62776811dde4 on network 3fede057-5910-44bb-b3b0-9c6074d97070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:03:16.932291 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Attempting to bind port f3d1c846-8648-459c-b5ec-62776811dde4 on network 3fede057-5910-44bb-b3b0-9c6074d97070 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:03:16.937540 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:03:16.937879 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Checking segment: {'id': '10272a73-7146-4dfa-a6b3-853243b03581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:03:16.938277 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Bound using segment: {'id': '10272a73-7146-4dfa-a6b3-853243b03581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:03:16.938718 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Bound port: f3d1c846-8648-459c-b5ec-62776811dde4, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10272a73-7146-4dfa-a6b3-853243b03581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:03:16.939082 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:17.010598 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] For port f3d1c846-8648-459c-b5ec-62776811dde4, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:03:17.014718 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] For port f3d1c846-8648-459c-b5ec-62776811dde4, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f3d1c846-8648-459c-b5ec-62776811dde4,segment=NetworkSegment(10272a73-7146-4dfa-a6b3-853243b03581),segment_id=10272a73-7146-4dfa-a6b3-853243b03581)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:03:17.021234 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:17.060325 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:17.060944 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:17.062353 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] 10.222.0.62 "PUT /v2.0/ports/f3d1c846-8648-459c-b5ec-62776811dde4 HTTP/1.1" status: 200 len: 1098 time: 0.6162474 May 26 18:03:17.062786 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e54c78-da19-471d-83cc-494961ae87c8', 'tag': 'f3d1c846-8648-459c-b5ec-62776811dde4'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:03:17.065093 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51b88fc-cb13-4a52-983f-f5923d3a8291" -d '{"events": [{"name": "network-changed", "server_uuid": "59e54c78-da19-471d-83cc-494961ae87c8", "tag": "f3d1c846-8648-459c-b5ec-62776811dde4"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:03:17.086018 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bca6a-0c7e-4b19-9cbf-823684f0ffff service neutron] Pushing event updated for resources: {'Port': ['ID=f3d1c846-8648-459c-b5ec-62776811dde4,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:17.124653 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b9e82a-9649-498d-94d4-a262722d28a3 x-openstack-request-id: req-10b9e82a-9649-498d-94d4-a262722d28a3 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:03:17.124950 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e54c78-da19-471d-83cc-494961ae87c8", "tag": "f3d1c846-8648-459c-b5ec-62776811dde4", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:03:17.125203 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10b9e82a-9649-498d-94d4-a262722d28a3 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:03:17.125612 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b9e82a-9649-498d-94d4-a262722d28a3'] response: {'name': 'network-changed', 'server_uuid': '59e54c78-da19-471d-83cc-494961ae87c8', 'tag': 'f3d1c846-8648-459c-b5ec-62776811dde4', 'status': 'completed', 'code': 200} May 26 18:03:17.175515 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-bfaebe03-23d3-4f89-bd03-d042afed6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:17.177107 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-bfaebe03-23d3-4f89-bd03-d042afed6003 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbbc7667eb34449fb8ae5adb5916025d&device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 1132 time: 0.0481782 May 26 18:03:17.234491 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-edb9a94e-79c9-4076-a5cd-f364d3413206 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f3d1c846-8648-459c-b5ec-62776811dde4 HTTP/1.1" status: 200 len: 217 time: 0.0487597 May 26 18:03:17.289838 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:17.307765 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ef5b-7f31-4eb5-9d4c-3356f1567b66 req-38b0b648-631a-4cf9-be54-921d79f8cd34 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:17.309301 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-dbc3ef5b-7f31-4eb5-9d4c-3356f1567b66 req-38b0b648-631a-4cf9-be54-921d79f8cd34 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0849426 May 26 18:03:17.327329 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-4ec7521e-6506-450d-9302-8d07904b4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:17.328821 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-4ec7521e-6506-450d-9302-8d07904b4f56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddb58d32-2b03-4cde-9dac-295f7c88cce5 HTTP/1.1" status: 200 len: 843 time: 0.0738997 May 26 18:03:17.362515 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9b2e0-562c-47d8-89db-814d7c146f7a req-1448afd0-5533-4a25-b487-61f4928360b5 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:17.364095 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-59d9b2e0-562c-47d8-89db-814d7c146f7a req-1448afd0-5533-4a25-b487-61f4928360b5 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 948 time: 0.0489361 May 26 18:03:17.401627 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-dbc3ef5b-7f31-4eb5-9d4c-3356f1567b66 req-54ac410d-c205-4b71-b33c-856730a14923 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844903 May 26 18:03:17.404955 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-3b087e04-751a-44a1-a524-67c287ced77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:17.406432 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-3b087e04-751a-44a1-a524-67c287ced77a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3fede057-5910-44bb-b3b0-9c6074d97070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0618618 May 26 18:03:17.416306 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-59d9b2e0-562c-47d8-89db-814d7c146f7a req-5d472b6c-8455-4194-b545-37ba48d1f708 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461016 May 26 18:03:17.523703 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b191129-1dc6-4387-8164-240b78c5918b req-f7211d5a-1563-4113-9690-367239cf4c98 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:17.525092 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1b191129-1dc6-4387-8164-240b78c5918b req-f7211d5a-1563-4113-9690-367239cf4c98 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0587387 May 26 18:03:17.528482 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e300075-e013-416d-85fa-aa266afdb10c req-fb4d9dbd-e732-46e6-9283-10f97b2d8e43 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:17.530161 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0e300075-e013-416d-85fa-aa266afdb10c req-fb4d9dbd-e732-46e6-9283-10f97b2d8e43 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0485532 May 26 18:03:17.566504 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-7df93240-dedc-41ac-b8b5-daabd3ca0f1c service neutron] 10.222.0.62 "GET /v2.0/networks/3fede057-5910-44bb-b3b0-9c6074d97070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488039 May 26 18:03:17.581136 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0e300075-e013-416d-85fa-aa266afdb10c req-2d1a940e-def0-452e-8a37-3352a36942d0 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 May 26 18:03:17.609377 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1b191129-1dc6-4387-8164-240b78c5918b req-9a54abfa-244a-48ce-9c91-8e3d9fff889b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754938 May 26 18:03:17.626964 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=12 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:17.633383 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=16 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:17.646646 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:17.678343 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-03c14cf0-82ea-4915-9db6-2ad9df8491b0 req-79b988e5-04c9-47b4-a309-16b954d565de service neutron] 10.222.0.62 "GET /v2.0/networks/3fede057-5910-44bb-b3b0-9c6074d97070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026902 May 26 18:03:18.010188 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9e8c95bd-598a-426e-87e9-d850b98bed9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:18.534364 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9838e4-d29d-4adb-9014-3128422cfb3a req-fa21faab-708f-4b85-a7a4-7a663f75d816 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:18.535939 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2d9838e4-d29d-4adb-9014-3128422cfb3a req-fa21faab-708f-4b85-a7a4-7a663f75d816 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 948 time: 0.0486228 May 26 18:03:18.584091 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2d9838e4-d29d-4adb-9014-3128422cfb3a req-c7550979-02d5-47b8-8eb8-60ef127a11c6 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425711 May 26 18:03:18.745007 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094106c-8f82-4297-bd91-99912eaffc39 req-8f8d72ad-8914-49c7-b399-3d2979387305 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:18.746861 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b094106c-8f82-4297-bd91-99912eaffc39 req-8f8d72ad-8914-49c7-b399-3d2979387305 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0609260 May 26 18:03:18.799188 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b094106c-8f82-4297-bd91-99912eaffc39 req-a750440f-f159-4eea-8770-5db61e2c451f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460360 May 26 18:03:19.189948 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a455807-648d-45fc-bc1b-451a04f7791f req-77b35a26-5caa-4cd1-8d1d-b871ae2c1b72 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:19.191607 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6a455807-648d-45fc-bc1b-451a04f7791f req-77b35a26-5caa-4cd1-8d1d-b871ae2c1b72 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0492115 May 26 18:03:19.250557 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6a455807-648d-45fc-bc1b-451a04f7791f req-a74742d5-41e0-4885-9868-ceb194bfe732 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521913 May 26 18:03:19.303604 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b88fc-cb13-4a52-983f-f5923d3a8291 req-e9e67054-44af-4c36-b13f-0c319dd12b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:19.305491 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a51b88fc-cb13-4a52-983f-f5923d3a8291 req-e9e67054-44af-4c36-b13f-0c319dd12b06 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbbc7667eb34449fb8ae5adb5916025d&device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 1132 time: 0.0488017 May 26 18:03:19.416580 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e59df-9ddd-498a-80dc-b566a7d154e1 req-a7c6a558-b2a4-482e-b9a7-1034466b255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:19.418278 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e37e59df-9ddd-498a-80dc-b566a7d154e1 req-a7c6a558-b2a4-482e-b9a7-1034466b255d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 1129 time: 0.0880301 May 26 18:03:19.512812 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b88fc-cb13-4a52-983f-f5923d3a8291 req-a2285a47-91ac-4ec1-81f7-421c9ad978b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:19.514353 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a51b88fc-cb13-4a52-983f-f5923d3a8291 req-a2285a47-91ac-4ec1-81f7-421c9ad978b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3fede057-5910-44bb-b3b0-9c6074d97070 HTTP/1.1" status: 200 len: 870 time: 0.1922460 May 26 18:03:19.577781 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a51b88fc-cb13-4a52-983f-f5923d3a8291 req-74e8ffda-4ff6-4adc-bcae-509ee8b7dbb3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f3d1c846-8648-459c-b5ec-62776811dde4 HTTP/1.1" status: 200 len: 217 time: 0.0461416 May 26 18:03:19.580921 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e59df-9ddd-498a-80dc-b566a7d154e1 req-1a8a059b-2144-4b73-822f-eae26ae86142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:19.582408 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e37e59df-9ddd-498a-80dc-b566a7d154e1 req-1a8a059b-2144-4b73-822f-eae26ae86142 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 920 time: 0.1545019 May 26 18:03:19.662675 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e37e59df-9ddd-498a-80dc-b566a7d154e1 req-cb7abc65-0c63-4634-85b2-2a92062e8209 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa3e5cd-83db-40dc-825f-91ed2c94a915 HTTP/1.1" status: 200 len: 217 time: 0.0672140 May 26 18:03:19.693363 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:19.741906 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b88fc-cb13-4a52-983f-f5923d3a8291 req-c37a71ce-95ce-448e-beb6-a345e730df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:19.743384 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a51b88fc-cb13-4a52-983f-f5923d3a8291 req-c37a71ce-95ce-448e-beb6-a345e730df07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ddb58d32-2b03-4cde-9dac-295f7c88cce5 HTTP/1.1" status: 200 len: 843 time: 0.1495178 May 26 18:03:19.925257 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:19.943405 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda5f32-11db-4e58-9cb5-7ca74c596302 req-73c0e3d2-d199-49d0-be2e-29567ceee862 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:19.946508 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6eda5f32-11db-4e58-9cb5-7ca74c596302 req-73c0e3d2-d199-49d0-be2e-29567ceee862 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0572388 May 26 18:03:19.996978 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6eda5f32-11db-4e58-9cb5-7ca74c596302 req-606fe524-2244-4c3e-97b9-bf83a5fbf09f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450468 May 26 18:03:19.998396 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835e5e1-0a14-44a3-8e1f-3399a9b20e97 req-bb33bdc6-bf39-4f3c-a07e-2a20ef8fc95c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:19.999886 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5835e5e1-0a14-44a3-8e1f-3399a9b20e97 req-bb33bdc6-bf39-4f3c-a07e-2a20ef8fc95c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 948 time: 0.3266981 May 26 18:03:20.003588 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e59df-9ddd-498a-80dc-b566a7d154e1 req-65e5a9ec-ab9e-473e-b102-78ba694e5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:20.004945 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e37e59df-9ddd-498a-80dc-b566a7d154e1 req-65e5a9ec-ab9e-473e-b102-78ba694e5719 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.3286443 May 26 18:03:20.019165 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b88fc-cb13-4a52-983f-f5923d3a8291 req-150264f9-76b9-445e-9fc8-884a905a3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:20.020675 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a51b88fc-cb13-4a52-983f-f5923d3a8291 req-150264f9-76b9-445e-9fc8-884a905a3c93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3fede057-5910-44bb-b3b0-9c6074d97070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2692733 May 26 18:03:20.139131 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e59df-9ddd-498a-80dc-b566a7d154e1 req-7afb3acd-3170-4044-8c67-89d6b2c9a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:20.140667 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e37e59df-9ddd-498a-80dc-b566a7d154e1 req-7afb3acd-3170-4044-8c67-89d6b2c9a023 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1192207 May 26 18:03:20.167927 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5835e5e1-0a14-44a3-8e1f-3399a9b20e97 req-63c8812a-9acb-42b9-b418-28d02f59bac4 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602633 May 26 18:03:20.197518 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e9b46314-0927-4f3a-a2c7-6f59eaf60e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:20.246253 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a51b88fc-cb13-4a52-983f-f5923d3a8291 req-824118f5-7036-47d7-abba-4d60e593911a service neutron] 10.222.0.62 "GET /v2.0/networks/3fede057-5910-44bb-b3b0-9c6074d97070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108493 May 26 18:03:20.349178 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e37e59df-9ddd-498a-80dc-b566a7d154e1 req-efb7008b-08a2-432b-b37e-87b25cf9c0eb service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983275 May 26 18:03:20.369816 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:20.414691 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2288d9-74ca-4f4f-966f-07894ad261b0 req-2f564766-5ccb-4752-a213-ad9f2d3789a4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:20.416291 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3c2288d9-74ca-4f4f-966f-07894ad261b0 req-2f564766-5ccb-4752-a213-ad9f2d3789a4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0803070 May 26 18:03:20.449111 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a51b88fc-cb13-4a52-983f-f5923d3a8291 req-ed28a0bf-5032-4191-8462-feac24c52ed0 service neutron] 10.222.0.62 "GET /v2.0/networks/3fede057-5910-44bb-b3b0-9c6074d97070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852922 May 26 18:03:20.476821 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3c2288d9-74ca-4f4f-966f-07894ad261b0 req-936c8fcd-27e1-4cfc-a7b2-77a85260fae1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541244 May 26 18:03:20.493354 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e37e59df-9ddd-498a-80dc-b566a7d154e1 req-6e9bf133-3c56-4997-9517-e0414e323649 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325068 May 26 18:03:21.122567 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f581916-d468-4029-b5d8-e1554eefbddf req-5ac323aa-c863-4ad2-919a-a81c9fbd1868 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:21.123965 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0f581916-d468-4029-b5d8-e1554eefbddf req-5ac323aa-c863-4ad2-919a-a81c9fbd1868 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0532148 May 26 18:03:21.174237 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0f581916-d468-4029-b5d8-e1554eefbddf req-1774d87b-877c-4fae-a9f7-b265b7b029cd tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443611 May 26 18:03:21.296625 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbd775-dcb1-4637-a479-4bc8cbdf9ef9 req-0b313f15-c40f-4388-bc39-64c7a5ceb6a3 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:21.298127 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cefbd775-dcb1-4637-a479-4bc8cbdf9ef9 req-0b313f15-c40f-4388-bc39-64c7a5ceb6a3 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 948 time: 0.0481293 May 26 18:03:21.352139 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cefbd775-dcb1-4637-a479-4bc8cbdf9ef9 req-3946e14a-3eb7-4966-ae7c-9b56270843e7 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474737 May 26 18:03:21.415831 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device f3d1c846-8648-459c-b5ec-62776811dde4 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:03:21.537600 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port f3d1c846-8648-459c-b5ec-62776811dde4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f3d1c846-8648-459c-b5ec-62776811dde4,segment=NetworkSegment(10272a73-7146-4dfa-a6b3-853243b03581),segment_id=10272a73-7146-4dfa-a6b3-853243b03581)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:03:21.550464 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:21.551796 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': 'f3d1c846-8648-459c-b5ec-62776811dde4', 'network_id': '3fede057-5910-44bb-b3b0-9c6074d97070', 'port_id': 'f3d1c846-8648-459c-b5ec-62776811dde4', 'mac_address': 'fa:16:3e:58:3f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb58d32-2b03-4cde-9dac-295f7c88cce5', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:03:21.596134 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port f3d1c846-8648-459c-b5ec-62776811dde4 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:03:21.596530 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:21.611355 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ec965-5bcd-42a6-b7b5-aa597a2a9e58 req-8361ca22-dfe5-43ac-8123-36dc00cb3c23 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:21.613042 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6b3ec965-5bcd-42a6-b7b5-aa597a2a9e58 req-8361ca22-dfe5-43ac-8123-36dc00cb3c23 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0563178 May 26 18:03:21.613612 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d1c846-8648-459c-b5ec-62776811dde4 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:03:21.637107 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port f3d1c846-8648-459c-b5ec-62776811dde4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f3d1c846-8648-459c-b5ec-62776811dde4,segment=NetworkSegment(10272a73-7146-4dfa-a6b3-853243b03581),segment_id=10272a73-7146-4dfa-a6b3-853243b03581)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:03:21.642382 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:21.667280 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6b3ec965-5bcd-42a6-b7b5-aa597a2a9e58 req-78f306df-e32d-472b-ae8d-8771510706fd tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482435 May 26 18:03:21.692085 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=f3d1c846-8648-459c-b5ec-62776811dde4,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:21.699966 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.700400 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.700769 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.701135 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.701476 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.701811 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.702145 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.702469 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.702796 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.703122 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.703506 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.703762 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.704117 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.704445 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.704766 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:21.993132 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['f3d1c846-8648-459c-b5ec-62776811dde4'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:03:22.296526 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b9fa-ae4e-4ad9-bfb2-35e2ec4eb9c1 req-90b14b59-b9fa-427d-9148-5bedc9e417f6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:22.298059 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-43f6b9fa-ae4e-4ad9-bfb2-35e2ec4eb9c1 req-90b14b59-b9fa-427d-9148-5bedc9e417f6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0520108 May 26 18:03:22.345966 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-43f6b9fa-ae4e-4ad9-bfb2-35e2ec4eb9c1 req-ad68cecf-3cea-4f49-b6b5-9446dbe7ab44 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423930 May 26 18:03:22.468128 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3e22a-f814-4852-8301-43a9d71f3e50 req-9d39e43e-df01-49c6-b843-76d3d741da0c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:22.469520 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-94a3e22a-f814-4852-8301-43a9d71f3e50 req-9d39e43e-df01-49c6-b843-76d3d741da0c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 949 time: 0.0471177 May 26 18:03:22.494172 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:22.518553 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-94a3e22a-f814-4852-8301-43a9d71f3e50 req-90fcfd79-a59d-4aa0-9d19-512d4dec4f56 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434270 May 26 18:03:22.544947 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:22.785754 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce448a7-3f19-44f5-9d0b-1e9f632c5dcd req-29da6145-dd86-4543-b202-b215ba32fbd8 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:22.787247 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bce448a7-3f19-44f5-9d0b-1e9f632c5dcd req-29da6145-dd86-4543-b202-b215ba32fbd8 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0484507 May 26 18:03:22.837093 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bce448a7-3f19-44f5-9d0b-1e9f632c5dcd req-fdffb6e4-dcb3-42a9-bfb5-7875f9ea8c52 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442536 May 26 18:03:23.466532 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebec7f-7568-41d8-a745-ef22a892fd00 req-99f5c77a-a338-40ce-a779-1d325a109d39 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:23.468120 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-81ebec7f-7568-41d8-a745-ef22a892fd00 req-99f5c77a-a338-40ce-a779-1d325a109d39 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0467784 May 26 18:03:23.515552 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-81ebec7f-7568-41d8-a745-ef22a892fd00 req-902a0b29-eef7-4e8a-be68-9b1586c8a90f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417302 May 26 18:03:23.645637 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f61b28-b8d3-4113-91f8-3117f2ace653 req-da0439a2-a7f6-40d6-b866-11643989d00a tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:23.647113 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f8f61b28-b8d3-4113-91f8-3117f2ace653 req-da0439a2-a7f6-40d6-b866-11643989d00a tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 949 time: 0.0475469 May 26 18:03:23.666000 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:23.698608 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f8f61b28-b8d3-4113-91f8-3117f2ace653 req-4a018217-83ef-46fd-923a-080231c3574c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458682 May 26 18:03:23.957804 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4db4b3-4922-41a7-b528-bdf2a8bc47f0 req-33cef11a-48a0-4d50-bf2e-81197f883983 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:23.959300 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bb4db4b3-4922-41a7-b528-bdf2a8bc47f0 req-33cef11a-48a0-4d50-bf2e-81197f883983 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0511878 May 26 18:03:24.006916 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bb4db4b3-4922-41a7-b528-bdf2a8bc47f0 req-ffd25d2a-62aa-4d7d-b607-a0af2e9c3f73 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 May 26 18:03:24.124525 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:24.633980 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54032651-5d8d-4abd-9811-d7472924823b req-5f25bdee-76fe-488a-abee-5f7e07a72ba3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:24.635469 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-54032651-5d8d-4abd-9811-d7472924823b req-5f25bdee-76fe-488a-abee-5f7e07a72ba3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0481200 May 26 18:03:24.686426 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-54032651-5d8d-4abd-9811-d7472924823b req-7e2d9795-4315-4bda-828d-f897934189a9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 May 26 18:03:24.814073 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b8af2-5afb-4dbf-ae1d-4559cbd47a35 req-cd1f59ce-887d-4333-a81e-6c7c54a1c5c4 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:24.815832 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7e5b8af2-5afb-4dbf-ae1d-4559cbd47a35 req-cd1f59ce-887d-4333-a81e-6c7c54a1c5c4 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 949 time: 0.0496876 May 26 18:03:24.864626 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7e5b8af2-5afb-4dbf-ae1d-4559cbd47a35 req-2432ba0e-1deb-4daa-8baf-46f2699e5c96 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429828 May 26 18:03:25.122746 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cdbef-9e75-4291-8926-5a8eb643dd0b req-aa71c7cd-bb91-492b-a77a-94dc23aeb3a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:25.124287 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0f6cdbef-9e75-4291-8926-5a8eb643dd0b req-aa71c7cd-bb91-492b-a77a-94dc23aeb3a2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0492282 May 26 18:03:25.173203 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0f6cdbef-9e75-4291-8926-5a8eb643dd0b req-e8755876-4a08-44cb-9453-d4810fb30c1f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 May 26 18:03:25.538903 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device f3d1c846-8648-459c-b5ec-62776811dde4 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:03:25.583154 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port f3d1c846-8648-459c-b5ec-62776811dde4 completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:03:25.588831 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port f3d1c846-8648-459c-b5ec-62776811dde4 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:25.589242 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:25.657762 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:25.666364 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port f3d1c846-8648-459c-b5ec-62776811dde4 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:03:25.666714 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:25.691427 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e54c78-da19-471d-83cc-494961ae87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d1c846-8648-459c-b5ec-62776811dde4'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:03:25.693727 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e22315-8208-46cc-bbee-2788254dd898" -d '{"events": [{"server_uuid": "59e54c78-da19-471d-83cc-494961ae87c8", "name": "network-vif-plugged", "status": "completed", "tag": "f3d1c846-8648-459c-b5ec-62776811dde4"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:03:25.704828 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:25.706739 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port f3d1c846-8648-459c-b5ec-62776811dde4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f3d1c846-8648-459c-b5ec-62776811dde4,segment=NetworkSegment(10272a73-7146-4dfa-a6b3-853243b03581),segment_id=10272a73-7146-4dfa-a6b3-853243b03581)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:03:25.718574 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:25.748711 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16356c6-4bb4-478d-8a46-913e8c7fede6 x-openstack-request-id: req-a16356c6-4bb4-478d-8a46-913e8c7fede6 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:03:25.749007 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e54c78-da19-471d-83cc-494961ae87c8", "name": "network-vif-plugged", "status": "completed", "tag": "f3d1c846-8648-459c-b5ec-62776811dde4", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:03:25.749393 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a16356c6-4bb4-478d-8a46-913e8c7fede6 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:03:25.749795 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16356c6-4bb4-478d-8a46-913e8c7fede6'] response: {'server_uuid': '59e54c78-da19-471d-83cc-494961ae87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d1c846-8648-459c-b5ec-62776811dde4', 'code': 200} May 26 18:03:25.771311 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=f3d1c846-8648-459c-b5ec-62776811dde4,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:25.825156 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7187f1-0366-4aa8-a42f-5efc7bcf43f5 req-f726dd4b-9c7c-4850-b17b-66bee064d6d9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:25.826609 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2f7187f1-0366-4aa8-a42f-5efc7bcf43f5 req-f726dd4b-9c7c-4850-b17b-66bee064d6d9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0525677 May 26 18:03:25.874119 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2f7187f1-0366-4aa8-a42f-5efc7bcf43f5 req-6e7c276b-2718-415a-9a6c-0eba8ef343da tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419018 May 26 18:03:25.983317 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eebb8-cf2f-4fca-afa1-af16aac1b759 req-09589745-b0db-4ee0-897e-a795ab081a0c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:25.984837 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-541eebb8-cf2f-4fca-afa1-af16aac1b759 req-09589745-b0db-4ee0-897e-a795ab081a0c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 950 time: 0.0514028 May 26 18:03:26.033158 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-541eebb8-cf2f-4fca-afa1-af16aac1b759 req-157eb32c-4c6e-45d5-8232-cb3eb0e33c31 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 May 26 18:03:26.306829 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c6275-64f4-48d9-96af-99506e34decb req-258f9aba-7669-47ed-8680-b51e1d61b45e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:26.308335 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1b3c6275-64f4-48d9-96af-99506e34decb req-258f9aba-7669-47ed-8680-b51e1d61b45e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0547965 May 26 18:03:26.365654 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1b3c6275-64f4-48d9-96af-99506e34decb req-313c0222-7a40-4985-8cfb-1f9c9abf9600 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507801 May 26 18:03:26.691474 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:26.697136 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb0d1-8462-4553-981d-4b069e149e8d req-4ff21d27-f184-41f5-8abe-7b40cb370055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:26.698693 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a30eb0d1-8462-4553-981d-4b069e149e8d req-4ff21d27-f184-41f5-8abe-7b40cb370055 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 1134 time: 0.0409975 May 26 18:03:26.765054 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a30eb0d1-8462-4553-981d-4b069e149e8d req-17097cc7-c6c5-4b5b-a753-09d5ddb6b55a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481665 May 26 18:03:26.996841 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9189db7-734e-434e-a278-451d6a14a475 req-292dd391-91e7-4b15-95f3-fd95b9130630 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:26.998826 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f9189db7-734e-434e-a278-451d6a14a475 req-292dd391-91e7-4b15-95f3-fd95b9130630 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0503860 May 26 18:03:27.046700 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f9189db7-734e-434e-a278-451d6a14a475 req-38369c29-bf2a-44a2-bdff-e565a05478ea tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421982 May 26 18:03:27.166949 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fccb2-a031-4e06-b588-aaa713e1a6f2 req-0d1c4f33-be12-4aee-8f08-5768945d512c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:27.168489 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b04fccb2-a031-4e06-b588-aaa713e1a6f2 req-0d1c4f33-be12-4aee-8f08-5768945d512c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 950 time: 0.0506454 May 26 18:03:27.220519 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b04fccb2-a031-4e06-b588-aaa713e1a6f2 req-181c2469-7f7f-493d-a30c-6d5301972173 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435371 May 26 18:03:27.479640 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3b256-62fe-4562-bd7f-095c490bb7e8 req-e941e9f8-f37d-4daf-8522-612714301ab1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:27.481444 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9da3b256-62fe-4562-bd7f-095c490bb7e8 req-e941e9f8-f37d-4daf-8522-612714301ab1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0481265 May 26 18:03:27.531916 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9da3b256-62fe-4562-bd7f-095c490bb7e8 req-47c57078-502e-44da-8dd4-dba22ac55e5b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443280 May 26 18:03:28.171742 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b1df0-688b-47dc-9e9d-7c623679e964 req-c1da7aff-246f-4166-89cc-92d65d00e317 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:28.173252 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-077b1df0-688b-47dc-9e9d-7c623679e964 req-c1da7aff-246f-4166-89cc-92d65d00e317 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0476074 May 26 18:03:28.221632 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-077b1df0-688b-47dc-9e9d-7c623679e964 req-76762c89-0b4c-4dbe-b2f3-983ba3cefbfc tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428171 May 26 18:03:28.337112 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74324e97-8b30-4932-a387-41243b5fe750 req-167eadeb-2e62-465a-9e34-4c5791d78dd1 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:28.338494 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-74324e97-8b30-4932-a387-41243b5fe750 req-167eadeb-2e62-465a-9e34-4c5791d78dd1 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 950 time: 0.0464103 May 26 18:03:28.386518 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-74324e97-8b30-4932-a387-41243b5fe750 req-c640d990-8ce6-43e4-80b2-c63270969056 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 May 26 18:03:28.649485 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51256b9-9e99-41fc-8de6-212820687a90 req-2fe142b2-2fb5-4aa3-a196-315d703b3926 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:28.650877 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a51256b9-9e99-41fc-8de6-212820687a90 req-2fe142b2-2fb5-4aa3-a196-315d703b3926 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0519969 May 26 18:03:28.697450 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a51256b9-9e99-41fc-8de6-212820687a90 req-9a840f07-2177-400c-acce-6ad1311ccbc1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 May 26 18:03:29.326820 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:29.339698 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092a852-8e31-4f85-b1a4-30ae16992308 req-b4dcc2ea-7264-458d-8c71-3744f7f48545 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:29.341768 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3092a852-8e31-4f85-b1a4-30ae16992308 req-b4dcc2ea-7264-458d-8c71-3744f7f48545 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0482063 May 26 18:03:29.388504 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3092a852-8e31-4f85-b1a4-30ae16992308 req-4509687b-dd8a-4c60-b32c-315e7a970449 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409005 May 26 18:03:29.508650 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a9012-a224-419d-a64a-625962a1e087 req-04ba1e6c-cca3-4785-845c-1d08a3f99f51 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:29.510044 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-958a9012-a224-419d-a64a-625962a1e087 req-04ba1e6c-cca3-4785-845c-1d08a3f99f51 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 950 time: 0.0540016 May 26 18:03:29.557927 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-958a9012-a224-419d-a64a-625962a1e087 req-b0091b86-6e01-411b-a02b-0ba0af4869b4 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 May 26 18:03:29.813734 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd42779-828d-4cd6-b0ff-0e477e35bee7 req-5f037ef9-4512-4a70-88d5-820014c55166 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:29.815175 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8bd42779-828d-4cd6-b0ff-0e477e35bee7 req-5f037ef9-4512-4a70-88d5-820014c55166 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0505161 May 26 18:03:29.863252 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8bd42779-828d-4cd6-b0ff-0e477e35bee7 req-a5243d53-ae16-4fda-9714-b5cdc6f9d33a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 May 26 18:03:30.510824 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8cd6d-f5be-4451-a9cd-cb33fe0f6809 req-0ea20350-698b-414b-a812-ecd4c8496bdb tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:30.512509 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1a8cd6d-f5be-4451-a9cd-cb33fe0f6809 req-0ea20350-698b-414b-a812-ecd4c8496bdb tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0522344 May 26 18:03:30.563444 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1a8cd6d-f5be-4451-a9cd-cb33fe0f6809 req-2f41680c-e534-4b15-b6e0-4757bfa6d26f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448716 May 26 18:03:30.671221 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdafe5b-e8d2-4acc-903b-fed59b42d3cb req-55c6430a-0c9e-40b3-81bd-8b697052c8a8 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:30.672809 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3bdafe5b-e8d2-4acc-903b-fed59b42d3cb req-55c6430a-0c9e-40b3-81bd-8b697052c8a8 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 950 time: 0.0466535 May 26 18:03:30.720401 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3bdafe5b-e8d2-4acc-903b-fed59b42d3cb req-2a463a89-ee02-44cd-b297-c45a4c73c0ea tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 May 26 18:03:30.976693 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e6364-41bc-4c45-a08c-ec61860053eb req-4fdeb839-dc8d-46b5-93c1-09483aaba516 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:30.978207 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5c9e6364-41bc-4c45-a08c-ec61860053eb req-4fdeb839-dc8d-46b5-93c1-09483aaba516 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0485408 May 26 18:03:31.030767 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5c9e6364-41bc-4c45-a08c-ec61860053eb req-effd67c8-feb8-4fdf-8813-b42bac412078 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446157 May 26 18:03:31.672728 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:31.694567 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce299a-9f15-4d2f-9b97-32d5e9e79e59 req-cad16fc7-8d47-473b-ae01-8958dfd1400e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:31.697959 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ccce299a-9f15-4d2f-9b97-32d5e9e79e59 req-cad16fc7-8d47-473b-ae01-8958dfd1400e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0546384 May 26 18:03:31.760178 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ccce299a-9f15-4d2f-9b97-32d5e9e79e59 req-b11004b5-0a50-451a-94ab-3752f75d650a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538752 May 26 18:03:31.857720 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:31.871273 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6679f-8f40-47d1-be4f-b0026729b7dc req-3e450b08-338f-4fc4-905a-8dcf574e82b6 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:31.872728 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6bb6679f-8f40-47d1-be4f-b0026729b7dc req-3e450b08-338f-4fc4-905a-8dcf574e82b6 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 950 time: 0.0496464 May 26 18:03:31.925976 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6bb6679f-8f40-47d1-be4f-b0026729b7dc req-f3ec1a0c-1f82-43e1-ada5-f819982f9533 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474803 May 26 18:03:32.158492 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9a935-2486-47fb-ba9c-7aae09efa2d2 req-6cdcdbb4-5c8d-4cde-b332-8500f3edb946 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:32.160569 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-40c9a935-2486-47fb-ba9c-7aae09efa2d2 req-6cdcdbb4-5c8d-4cde-b332-8500f3edb946 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0525837 May 26 18:03:32.216945 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-40c9a935-2486-47fb-ba9c-7aae09efa2d2 req-99a1866b-5ad3-4b74-918d-ba1a1a63d1ab tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501070 May 26 18:03:32.239237 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185cabb-5aef-4e53-b2a0-c100e9711ec8 req-322c5d5c-b34c-461f-ad85-a4b6916ee452 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:32.240839 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d185cabb-5aef-4e53-b2a0-c100e9711ec8 req-322c5d5c-b34c-461f-ad85-a4b6916ee452 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 950 time: 0.0521238 May 26 18:03:32.291012 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d185cabb-5aef-4e53-b2a0-c100e9711ec8 req-909c5f31-28a4-4279-9ebc-b48b1646a89e tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445170 May 26 18:03:32.887826 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d01fe6-3972-47e1-979b-5944b070eb11 req-5931266b-dd8c-4897-9b81-861ba241636b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:32.889786 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-43d01fe6-3972-47e1-979b-5944b070eb11 req-5931266b-dd8c-4897-9b81-861ba241636b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0499520 May 26 18:03:32.939158 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-43d01fe6-3972-47e1-979b-5944b070eb11 req-2498c5e5-7d63-4d0b-88b5-bf21fbb0ca5e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440812 May 26 18:03:33.331896 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5d2de-2ec8-45a5-93c1-bf43965b2bcf req-84a60af2-01ac-44d2-86fc-9680b40fd151 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:33.333425 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-96e5d2de-2ec8-45a5-93c1-bf43965b2bcf req-84a60af2-01ac-44d2-86fc-9680b40fd151 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0477347 May 26 18:03:33.381763 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-96e5d2de-2ec8-45a5-93c1-bf43965b2bcf req-f3d0e86a-dac1-40cf-9401-208db125571a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 May 26 18:03:33.416260 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5a27b-e5b2-4b0f-b123-50a71ba042fa req-6b68443a-d283-4e56-a157-d3009881c4d2 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:33.417736 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-edf5a27b-e5b2-4b0f-b123-50a71ba042fa req-6b68443a-d283-4e56-a157-d3009881c4d2 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 950 time: 0.0564079 May 26 18:03:33.454903 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:33.467865 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-edf5a27b-e5b2-4b0f-b123-50a71ba042fa req-685c555e-0d13-4e0d-8500-47998ac1d035 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441222 May 26 18:03:34.059694 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06173ada-cf9f-479f-a567-2dd4549b0c66 req-aa794a79-6544-4853-affe-d88ce3bae3f0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:34.061824 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-06173ada-cf9f-479f-a567-2dd4549b0c66 req-aa794a79-6544-4853-affe-d88ce3bae3f0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0500126 May 26 18:03:34.109657 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-06173ada-cf9f-479f-a567-2dd4549b0c66 req-6ce3e1c4-e48b-4d16-8cda-da813575b140 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413396 May 26 18:03:34.497895 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3d495-9f87-4487-8bfd-59586dcce479 req-8e5893e8-6d96-447f-b761-87783b1fa4b1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:34.499572 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-33f3d495-9f87-4487-8bfd-59586dcce479 req-8e5893e8-6d96-447f-b761-87783b1fa4b1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0500319 May 26 18:03:34.548569 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-33f3d495-9f87-4487-8bfd-59586dcce479 req-5f0f5b51-8a24-4ec8-9529-067e53050288 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 May 26 18:03:34.585031 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaa990-f2af-451f-9e8a-07a6489f47cb req-45577bbd-c5ae-4282-8a0f-4de642c3893f tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:34.586504 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7feaa990-f2af-451f-9e8a-07a6489f47cb req-45577bbd-c5ae-4282-8a0f-4de642c3893f tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 950 time: 0.0495746 May 26 18:03:34.634959 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7feaa990-f2af-451f-9e8a-07a6489f47cb req-b9cf864e-7439-4ba1-83d3-141ed3b34aca tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 May 26 18:03:35.228988 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9734f-3558-4e5d-aad7-d9eff478e7e8 req-d1f0fe83-cce2-49f0-851c-f9b22831ed3a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:35.230664 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-35c9734f-3558-4e5d-aad7-d9eff478e7e8 req-d1f0fe83-cce2-49f0-851c-f9b22831ed3a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0498991 May 26 18:03:35.283280 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-35c9734f-3558-4e5d-aad7-d9eff478e7e8 req-d251d23b-6cc2-45e7-b522-bc9f539bbe4a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463443 May 26 18:03:35.519113 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39bd0-bb78-418b-a01e-4531044d6d35 req-fcb46a5a-dc98-4a36-88d2-41b96748943c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:35.520640 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-68d39bd0-bb78-418b-a01e-4531044d6d35 req-fcb46a5a-dc98-4a36-88d2-41b96748943c tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 950 time: 0.0474908 May 26 18:03:35.613918 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-68d39bd0-bb78-418b-a01e-4531044d6d35 req-42f1519c-439f-491f-bed7-8ecdce6ece1d tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Deleting port f3d1c846-8648-459c-b5ec-62776811dde4 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:03:35.614410 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-68d39bd0-bb78-418b-a01e-4531044d6d35 req-42f1519c-439f-491f-bed7-8ecdce6ece1d tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:35.694616 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e450-d590-4bdc-a728-877245b742cd req-7bac10aa-cc04-432f-abfd-05ca97ff8ac3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:35.696226 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5088e450-d590-4bdc-a728-877245b742cd req-7bac10aa-cc04-432f-abfd-05ca97ff8ac3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0754480 May 26 18:03:35.758821 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5088e450-d590-4bdc-a728-877245b742cd req-af4e1cf2-4a3f-4fb3-b2ca-e3460d318bfa tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544772 May 26 18:03:35.767716 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:35.769631 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:35.784776 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-68d39bd0-bb78-418b-a01e-4531044d6d35 req-42f1519c-439f-491f-bed7-8ecdce6ece1d tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] For port f3d1c846-8648-459c-b5ec-62776811dde4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f3d1c846-8648-459c-b5ec-62776811dde4,segment=NetworkSegment(10272a73-7146-4dfa-a6b3-853243b03581),segment_id=10272a73-7146-4dfa-a6b3-853243b03581)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:03:35.785307 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-68d39bd0-bb78-418b-a01e-4531044d6d35 req-42f1519c-439f-491f-bed7-8ecdce6ece1d tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:35.807090 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-68d39bd0-bb78-418b-a01e-4531044d6d35 req-42f1519c-439f-491f-bed7-8ecdce6ece1d tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Calling delete_port for f3d1c846-8648-459c-b5ec-62776811dde4 owned by compute:nova {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:03:35.824221 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d000c54-b8e3-43f1-976f-0cf7b592c256 req-65ac93a4-31b9-40ae-bc67-7b0272ffdc60 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:35.825777 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4d000c54-b8e3-43f1-976f-0cf7b592c256 req-65ac93a4-31b9-40ae-bc67-7b0272ffdc60 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 950 time: 0.1115050 May 26 18:03:35.946652 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4d000c54-b8e3-43f1-976f-0cf7b592c256 req-98a580b0-df4c-4d2e-a37d-d4c8e9f5808d tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/security-groups?id=fafd1141-97ac-4352-bdf9-fde7780ee5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755816 May 26 18:03:35.949786 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:36.020556 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-68d39bd0-bb78-418b-a01e-4531044d6d35 req-42f1519c-439f-491f-bed7-8ecdce6ece1d tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (f3d1c846-8648-459c-b5ec-62776811dde4), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:36.038130 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['f3d1c846-8648-459c-b5ec-62776811dde4'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:03:36.058364 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1519c-439f-491f-bed7-8ecdce6ece1d tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Pushing event deleted for resources: {'Port': ['ID=f3d1c846-8648-459c-b5ec-62776811dde4,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:36.128306 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d39bd0-bb78-418b-a01e-4531044d6d35 req-42f1519c-439f-491f-bed7-8ecdce6ece1d tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] No DVR routers for this DVR port f3d1c846-8648-459c-b5ec-62776811dde4 on host hv-cinder-83607 {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:03:36.131679 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-68d39bd0-bb78-418b-a01e-4531044d6d35 req-42f1519c-439f-491f-bed7-8ecdce6ece1d tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:36.134902 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-68d39bd0-bb78-418b-a01e-4531044d6d35 req-42f1519c-439f-491f-bed7-8ecdce6ece1d tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.62 "DELETE /v2.0/ports/f3d1c846-8648-459c-b5ec-62776811dde4 HTTP/1.1" status: 204 len: 173 time: 0.6074378 May 26 18:03:36.135346 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e54c78-da19-471d-83cc-494961ae87c8', 'name': 'network-vif-deleted', 'tag': 'f3d1c846-8648-459c-b5ec-62776811dde4'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:03:36.137638 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe67ad4-2134-4920-81ea-982b667ad884" -d '{"events": [{"server_uuid": "59e54c78-da19-471d-83cc-494961ae87c8", "name": "network-vif-deleted", "tag": "f3d1c846-8648-459c-b5ec-62776811dde4"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:03:36.184237 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea871b2a-ac9e-47b8-8ae9-5eaf4bd0780e x-openstack-request-id: req-ea871b2a-ac9e-47b8-8ae9-5eaf4bd0780e {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:03:36.184528 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e54c78-da19-471d-83cc-494961ae87c8", "name": "network-vif-deleted", "tag": "f3d1c846-8648-459c-b5ec-62776811dde4", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:03:36.184783 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ea871b2a-ac9e-47b8-8ae9-5eaf4bd0780e {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:03:36.185315 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea871b2a-ac9e-47b8-8ae9-5eaf4bd0780e'] response: {'server_uuid': '59e54c78-da19-471d-83cc-494961ae87c8', 'name': 'network-vif-deleted', 'tag': 'f3d1c846-8648-459c-b5ec-62776811dde4', 'status': 'completed', 'code': 200} May 26 18:03:36.406165 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b88e-f5bd-4310-93fa-871b4b7bff46 req-4229a899-8721-426e-8946-670c9a938b7b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:36.407548 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bc64b88e-f5bd-4310-93fa-871b4b7bff46 req-4229a899-8721-426e-8946-670c9a938b7b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0489717 May 26 18:03:36.454825 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bc64b88e-f5bd-4310-93fa-871b4b7bff46 req-2c9db117-c3ff-4d33-b068-7072b6569611 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 May 26 18:03:36.881718 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf44eba-3484-407b-8b96-7b8df835b7cc req-c13838e7-04d6-4dd0-be69-d585d19fa0e3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:36.883226 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ebf44eba-3484-407b-8b96-7b8df835b7cc req-c13838e7-04d6-4dd0-be69-d585d19fa0e3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0488005 May 26 18:03:36.933908 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ebf44eba-3484-407b-8b96-7b8df835b7cc req-cedda1d9-fd23-49c9-a466-fb74cb1378a5 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450053 May 26 18:03:37.059809 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6159faad-771a-4526-8c56-a9999f177c46 req-bf11a42f-99f3-4979-b985-5103e5b47d4a tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 210 time: 0.0280242 May 26 18:03:37.571362 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b5a39-9edf-4411-93ab-3d043b40bb15 req-8b8250b0-361a-4a1d-991d-381d84b32806 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:37.572889 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-707b5a39-9edf-4411-93ab-3d043b40bb15 req-8b8250b0-361a-4a1d-991d-381d84b32806 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0474389 May 26 18:03:37.627186 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-707b5a39-9edf-4411-93ab-3d043b40bb15 req-1b33f837-4295-4f4d-a577-273ce1e9dca9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480797 May 26 18:03:37.723218 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:37.728433 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:37.766895 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:03:38.055258 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1b925-79ae-4177-b668-89b9d170d138 req-8e5f90c0-ab41-41a7-886a-374e2c7d9f4e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:38.056682 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-30d1b925-79ae-4177-b668-89b9d170d138 req-8e5f90c0-ab41-41a7-886a-374e2c7d9f4e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0508428 May 26 18:03:38.101803 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:38.107535 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-30d1b925-79ae-4177-b668-89b9d170d138 req-8b524564-ff91-4237-b910-6a8c70adc7da tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446198 May 26 18:03:38.175350 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7ec48412-072a-4574-826b-c6f526e1ca07 req-3ed15c60-da2f-44fc-8450-c74b834fccf7 tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 210 time: 0.0277305 May 26 18:03:38.745346 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ef583-2e22-46ed-bd0a-788436860f10 req-148c2bcb-e8e8-4ede-8b1e-00019a8632b0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:38.746853 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-620ef583-2e22-46ed-bd0a-788436860f10 req-148c2bcb-e8e8-4ede-8b1e-00019a8632b0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0483046 May 26 18:03:38.797814 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-620ef583-2e22-46ed-bd0a-788436860f10 req-a5562141-1cd0-45c4-8282-0513176517c9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448446 May 26 18:03:39.228592 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3762e-0f48-49b3-a268-bf11fccaf9fd req-62c922dd-ec7e-4f74-8369-4fdf1fd7916c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:39.230401 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-09f3762e-0f48-49b3-a268-bf11fccaf9fd req-62c922dd-ec7e-4f74-8369-4fdf1fd7916c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0498071 May 26 18:03:39.250700 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:39.285891 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-09f3762e-0f48-49b3-a268-bf11fccaf9fd req-683b020c-1adf-481a-a669-b203aa14348e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490971 May 26 18:03:39.291443 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3ce524bb-dcac-440c-b422-947285afde78 req-1e922b42-daa7-46cc-930e-11fa0a04d77e tempest-VolumesNegativeTest-399922149 tempest-VolumesNegativeTest-399922149-project] 10.222.0.69 "GET /v2.0/ports?device_id=59e54c78-da19-471d-83cc-494961ae87c8 HTTP/1.1" status: 200 len: 210 time: 0.0321271 May 26 18:03:39.563681 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device f3d1c846-8648-459c-b5ec-62776811dde4 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:03:39.583023 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: f3d1c846-8648-459c-b5ec-62776811dde4 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:03:39.583376 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device f3d1c846-8648-459c-b5ec-62776811dde4 not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:03:39.917261 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45896af0-6fb9-47d7-932e-ea39f6737337 req-a2ed936a-1f51-4520-ae7d-fd476873e3fa tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:39.918764 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-45896af0-6fb9-47d7-932e-ea39f6737337 req-a2ed936a-1f51-4520-ae7d-fd476873e3fa tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0480123 May 26 18:03:39.970809 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-45896af0-6fb9-47d7-932e-ea39f6737337 req-665d38be-56e5-4476-9c16-fd2bcae25baa tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461078 May 26 18:03:40.422420 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67d630-4fd0-4f49-936a-11b88af11d87 req-5a250c13-8dea-4aa4-8cd3-fa0cc965b77e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:40.423942 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef67d630-4fd0-4f49-936a-11b88af11d87 req-5a250c13-8dea-4aa4-8cd3-fa0cc965b77e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0586419 May 26 18:03:40.473807 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef67d630-4fd0-4f49-936a-11b88af11d87 req-a14f8071-f11a-45fd-a978-d75d50061246 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440791 May 26 18:03:41.114950 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0487d-1409-4e66-93ab-d058b65220fe req-1d404b64-3532-4531-a33f-fa09eca640f3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:41.116531 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-eff0487d-1409-4e66-93ab-d058b65220fe req-1d404b64-3532-4531-a33f-fa09eca640f3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0697613 May 26 18:03:41.167747 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-eff0487d-1409-4e66-93ab-d058b65220fe req-23f71442-edd7-46f5-8286-e710ff733922 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451491 May 26 18:03:41.594569 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6ae4-0df7-4a17-b6e1-b520fae06913 req-5150ffa5-1672-4cee-a789-cd6f63a46576 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:41.596250 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-249f6ae4-0df7-4a17-b6e1-b520fae06913 req-5150ffa5-1672-4cee-a789-cd6f63a46576 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0515344 May 26 18:03:41.646739 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-249f6ae4-0df7-4a17-b6e1-b520fae06913 req-448337a1-aa34-4eb9-8961-6aeb291f3470 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446892 May 26 18:03:42.259322 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:42.298859 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871988b0-3b32-4bf2-94cd-8eede6d3587d req-0ac58e9b-2a0d-4ee7-b249-36b0baa3b97b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:42.300498 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-871988b0-3b32-4bf2-94cd-8eede6d3587d req-0ac58e9b-2a0d-4ee7-b249-36b0baa3b97b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0508716 May 26 18:03:42.351071 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-871988b0-3b32-4bf2-94cd-8eede6d3587d req-49878c6b-656e-4378-83fe-ef13e738baef tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446954 May 26 18:03:42.780236 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a53708-2103-46bf-bcbc-ddca0c69d63c req-c624aeaf-1446-43e8-809a-7c1b92a11794 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:42.782130 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-35a53708-2103-46bf-bcbc-ddca0c69d63c req-c624aeaf-1446-43e8-809a-7c1b92a11794 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0622346 May 26 18:03:42.836152 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-35a53708-2103-46bf-bcbc-ddca0c69d63c req-6f6c569e-5a8b-4888-acba-08d37973ee64 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478518 May 26 18:03:43.476256 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df942364-aa13-4b39-b9da-e8088b67e32e req-898f2fab-2d40-412a-8c65-380b45aca49a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:43.477745 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-df942364-aa13-4b39-b9da-e8088b67e32e req-898f2fab-2d40-412a-8c65-380b45aca49a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0513914 May 26 18:03:43.526858 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-df942364-aa13-4b39-b9da-e8088b67e32e req-522b4fca-a4b9-4fea-a697-a7508575c95d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421576 May 26 18:03:43.652748 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:43.955675 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800b114-7e15-4738-a850-1b6a76701812 req-a0ba0f74-7aa5-4a19-9eb8-d56d9d45c8be tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:43.957231 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9800b114-7e15-4738-a850-1b6a76701812 req-a0ba0f74-7aa5-4a19-9eb8-d56d9d45c8be tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0495982 May 26 18:03:44.006047 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9800b114-7e15-4738-a850-1b6a76701812 req-29f3575e-5871-40ee-bc1e-600eaffac55b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432701 May 26 18:03:44.602421 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d2b50-6227-41c4-9e84-d2a9297331f6 req-8238149b-e84d-4f5f-9254-d04cd5229c08 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:44.604968 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-566d2b50-6227-41c4-9e84-d2a9297331f6 req-8238149b-e84d-4f5f-9254-d04cd5229c08 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0550158 May 26 18:03:44.637488 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 41730) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:44.693641 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe9b72-0063-4e99-abd1-c9e5903ab25c req-47b5f89d-199f-43eb-9cfc-0ba99ab137bf tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:44.695744 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3cfe9b72-0063-4e99-abd1-c9e5903ab25c req-47b5f89d-199f-43eb-9cfc-0ba99ab137bf tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0865681 May 26 18:03:44.709057 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-566d2b50-6227-41c4-9e84-d2a9297331f6 req-47be3655-4130-49da-b037-c98f3e9ae0b0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905759 May 26 18:03:44.779951 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3cfe9b72-0063-4e99-abd1-c9e5903ab25c req-fd8325de-f14b-438e-9a15-b7670a96d1c4 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766437 May 26 18:03:44.887808 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0141f492-206a-4ea3-a601-46e0f757d3dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fbbc7667eb34449fb8ae5adb5916025d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491505 May 26 18:03:44.891735 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 41734) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:44.958308 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a6b93-2327-4f05-aba1-a7293e862399 req-760221ef-5514-4984-a3e5-ca7be569f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:44.959835 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-062a6b93-2327-4f05-aba1-a7293e862399 req-760221ef-5514-4984-a3e5-ca7be569f243 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 1129 time: 0.0608859 May 26 18:03:44.970477 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:44.984157 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f80f21ac-1a7c-4df5-81e6-4c6a7b47c8d6 admin admin] Publish callbacks [] for security_group (fafd1141-97ac-4352-bdf9-fde7780ee5cc), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:45.024409 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f80f21ac-1a7c-4df5-81e6-4c6a7b47c8d6 admin admin] Publish callbacks [] for security_group (fafd1141-97ac-4352-bdf9-fde7780ee5cc), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:45.056506 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-062a6b93-2327-4f05-aba1-a7293e862399 req-4112d2f2-a5fe-49df-8600-fd7276f81cfb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830133 May 26 18:03:45.121605 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f80f21ac-1a7c-4df5-81e6-4c6a7b47c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (fafd1141-97ac-4352-bdf9-fde7780ee5cc), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:45.124832 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f80f21ac-1a7c-4df5-81e6-4c6a7b47c8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:45.126014 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f80f21ac-1a7c-4df5-81e6-4c6a7b47c8d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fafd1141-97ac-4352-bdf9-fde7780ee5cc HTTP/1.1" status: 204 len: 168 time: 0.2332942 May 26 18:03:45.137099 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe2e83-bddb-48db-af92-c07de9149d00 req-20b980f8-4af1-4716-9f26-13415a9697ce tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:45.138775 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a6fe2e83-bddb-48db-af92-c07de9149d00 req-20b980f8-4af1-4716-9f26-13415a9697ce tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0625455 May 26 18:03:45.143861 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f21ac-1a7c-4df5-81e6-4c6a7b47c8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafd1141-97ac-4352-bdf9-fde7780ee5cc,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:45.194199 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:45.198357 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a6fe2e83-bddb-48db-af92-c07de9149d00 req-e672671d-336b-493b-97e0-73c1ee42aaaa tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513327 May 26 18:03:45.610058 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0450cfd2-c365-4788-a3b6-a839770208e7 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:03:45.738181 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0450cfd2-c365-4788-a3b6-a839770208e7,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:03:45.751585 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '0450cfd2-c365-4788-a3b6-a839770208e7', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'port_id': '0450cfd2-c365-4788-a3b6-a839770208e7', 'mac_address': 'fa:16:3e:70:71:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:03:45.806603 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 0450cfd2-c365-4788-a3b6-a839770208e7 is: ACTIVE; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:03:45.807068 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:45.825075 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0450cfd2-c365-4788-a3b6-a839770208e7 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:03:45.857372 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0450cfd2-c365-4788-a3b6-a839770208e7,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:03:45.860094 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4affd-8744-4897-a680-aab8c26a0cb1 req-4e6ce89e-6d13-45ed-9565-7a4b81ae83be tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:45.862869 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-39a4affd-8744-4897-a680-aab8c26a0cb1 req-4e6ce89e-6d13-45ed-9565-7a4b81ae83be tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0749757 May 26 18:03:45.864498 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:45.898733 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 41774) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:45.923064 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=0450cfd2-c365-4788-a3b6-a839770208e7,revision_number=6']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:45.925130 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11efe3-0364-4e48-90c7-ef64b3f17bec req-e899bbcc-33c4-4c73-8e47-68a27ac9ba2e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:45.934461 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1e11efe3-0364-4e48-90c7-ef64b3f17bec req-e899bbcc-33c4-4c73-8e47-68a27ac9ba2e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 944 time: 0.0654681 May 26 18:03:45.944537 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-39a4affd-8744-4897-a680-aab8c26a0cb1 req-69bf4523-293c-4bbd-b8ad-5a08e8b886e0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689654 May 26 18:03:46.001082 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['0450cfd2-c365-4788-a3b6-a839770208e7'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:03:46.004171 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1e11efe3-0364-4e48-90c7-ef64b3f17bec req-efe8a556-80f4-4ffb-871a-43ac30113a58 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620983 May 26 18:03:46.032899 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-642958483-network', 'tenant_id': 'fce9015638524279b09969d5aacda2ba'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:03:46.053117 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Made reservation on behalf of fce9015638524279b09969d5aacda2ba for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:03:46.055587 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.065180 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.150712 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Publish callbacks [] for security_group (e92526c6-d272-4ec7-b8f5-a36987970baf), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.155623 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e92526c6-d272-4ec7-b8f5-a36987970baf), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.189214 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:03:46.196728 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92526c6-d272-4ec7-b8f5-a36987970baf,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:46.208383 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (fb216a0f-7504-44b0-822f-c029b459f67e), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.208810 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Added segment fb216a0f-7504-44b0-822f-c029b459f67e of type vlan for network d296c6a1-d33e-4e01-be5a-7d337d513aef May 26 18:03:46.211335 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.211686 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.212064 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.212426 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.212762 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.213097 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.213425 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.213754 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.214083 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.214412 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.214741 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.215070 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.215390 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.215711 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.216049 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:46.268590 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (d296c6a1-d33e-4e01-be5a-7d337d513aef), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.301681 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:46.328086 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (d296c6a1-d33e-4e01-be5a-7d337d513aef), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.329148 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:46.329753 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.398497 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6722035-601f-4ca9-869d-d560ba88060c req-4bdc9b44-0bea-4b79-a732-333f34034401 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:46.400174 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e6722035-601f-4ca9-869d-d560ba88060c req-4bdc9b44-0bea-4b79-a732-333f34034401 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.1214957 May 26 18:03:46.411668 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5108194 May 26 18:03:46.414658 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 41780) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:46.420226 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-188bcacd-f8a5-4a01-8eeb-abe3d57d5bca admin admin] Request body: {'subnet': {'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-642958483-subnet', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:03:46.432610 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c554b1-8c79-4267-ad2b-b1feeecd53cb admin admin] Pushing event updated for resources: {'Network': ['ID=d296c6a1-d33e-4e01-be5a-7d337d513aef,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:46.444831 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network d296c6a1-d33e-4e01-be5a-7d337d513aef details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:03:46.464625 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188bcacd-f8a5-4a01-8eeb-abe3d57d5bca admin admin] Made reservation on behalf of fce9015638524279b09969d5aacda2ba for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:03:46.467709 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-188bcacd-f8a5-4a01-8eeb-abe3d57d5bca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.470155 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e6722035-601f-4ca9-869d-d560ba88060c req-a4a25a9c-91d1-42ae-bacf-1105f898a682 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620472 May 26 18:03:46.686217 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-188bcacd-f8a5-4a01-8eeb-abe3d57d5bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (6bd4a313-3380-424b-8bd3-f33415b4cadf), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.747005 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bcacd-f8a5-4a01-8eeb-abe3d57d5bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd4a313-3380-424b-8bd3-f33415b4cadf,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:46.759218 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bcacd-f8a5-4a01-8eeb-abe3d57d5bca admin admin] Checking segment: {'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:03:46.759582 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188bcacd-f8a5-4a01-8eeb-abe3d57d5bca admin admin] Network hostable DHCP agents. Network: d296c6a1-d33e-4e01-be5a-7d337d513aef, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:03:46.782120 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188bcacd-f8a5-4a01-8eeb-abe3d57d5bca admin admin] Network d296c6a1-d33e-4e01-be5a-7d337d513aef is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:03:46.791450 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-188bcacd-f8a5-4a01-8eeb-abe3d57d5bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, d296c6a1-d33e-4e01-be5a-7d337d513aef) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:03:46.796614 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188bcacd-f8a5-4a01-8eeb-abe3d57d5bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:46.797208 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-188bcacd-f8a5-4a01-8eeb-abe3d57d5bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.802321 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf3d0d8-0266-41be-91cc-07ed82e6ea22 None None] Network d296c6a1-d33e-4e01-be5a-7d337d513aef requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:03:46.818105 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-188bcacd-f8a5-4a01-8eeb-abe3d57d5bca admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3995059 May 26 18:03:46.818476 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 41794) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:46.822825 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:03:46.838424 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:46.858296 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8124790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30497'] for router (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.859629 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8125126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8118390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30682'] for router (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.917397 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Publish callbacks [] for router_controller (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), precommit_add_association {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:46.928824 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e6c291-d0de-5d0e-a6fa-1647aae683f0-d296c6a1-d33e-4e01-be5a-7d337d513aef', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'project_id': 'fce9015638524279b09969d5aacda2ba', 'fixed_ips': [{'subnet_id': '6bd4a313-3380-424b-8bd3-f33415b4cadf'}]}} from dv-cinder-836074-5-iscsi. {{(pid=103838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:03:46.929774 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:47.095923 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce257901-a83e-4883-82d8-386366184239 req-a760d905-debf-4912-9162-dc3bb20d285b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:47.098414 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ce257901-a83e-4883-82d8-386366184239 req-a760d905-debf-4912-9162-dc3bb20d285b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0641077 May 26 18:03:47.156222 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ce257901-a83e-4883-82d8-386366184239 req-159a6bef-085e-446a-bbbd-97ad7c623b03 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512557 May 26 18:03:47.211965 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Allocated IP 172.20.0.2 (d296c6a1-d33e-4e01-be5a-7d337d513aef/6bd4a313-3380-424b-8bd3-f33415b4cadf/1b33e866-9742-4403-825e-416bda5bcf9e) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:03:47.272286 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:47.283950 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:47.305456 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Publish callbacks [] for router_gateway (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:47.328597 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45edfc-d699-4881-a76a-e2afe3c91d0d req-51393213-02fd-4b92-9da2-9364e444dffa tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:47.330087 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1b45edfc-d699-4881-a76a-e2afe3c91d0d req-51393213-02fd-4b92-9da2-9364e444dffa tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 944 time: 0.0878272 May 26 18:03:47.372199 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Publish callbacks [] for port (1b33e866-9742-4403-825e-416bda5bcf9e), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:47.378333 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:47.420514 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Network d296c6a1-d33e-4e01-be5a-7d337d513aef is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:03:47.425425 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:03:47.429226 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:03:47.432452 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Pushing event updated for resources: {'Port': ['ID=1b33e866-9742-4403-825e-416bda5bcf9e,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:47.440855 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1b45edfc-d699-4881-a76a-e2afe3c91d0d req-ea92114a-4e76-4ba2-b97f-78e8a7da9e5e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996373 May 26 18:03:47.543300 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Attempting to bind port 1b33e866-9742-4403-825e-416bda5bcf9e on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:03:47.543300 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Attempting to bind port 1b33e866-9742-4403-825e-416bda5bcf9e by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:03:47.543300 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Attempting to bind port 1b33e866-9742-4403-825e-416bda5bcf9e on network d296c6a1-d33e-4e01-be5a-7d337d513aef {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:03:47.561075 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:03:47.562069 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Checking segment: {'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:03:47.563104 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:47.563729 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Bound using segment: {'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:03:47.564513 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Bound port: 1b33e866-9742-4403-825e-416bda5bcf9e, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:03:47.565064 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:47.590483 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Publish callbacks [] for router_gateway (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:47.617448 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:47.634717 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf007e1-ba0f-40b9-a74c-b6640cc61ec5 req-09cd91c8-3cb1-4af5-b92b-d9da29f24974 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:47.635966 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0450cfd2-c365-4788-a3b6-a839770208e7 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:03:47.643118 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ddf007e1-ba0f-40b9-a74c-b6640cc61ec5 req-09cd91c8-3cb1-4af5-b92b-d9da29f24974 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0498586 May 26 18:03:47.692558 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ddf007e1-ba0f-40b9-a74c-b6640cc61ec5 req-95d58ca7-9cf1-463a-b44f-2c78f9ec6cb8 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484476 May 26 18:03:47.744868 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] For port 1b33e866-9742-4403-825e-416bda5bcf9e, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:03:47.761832 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:47.764470 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:47.765804 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Allocated IP 172.27.0.186 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/57dd7681-a79c-44e4-87b0-52d864013eac) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:03:47.792414 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] For port 1b33e866-9742-4403-825e-416bda5bcf9e, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=1b33e866-9742-4403-825e-416bda5bcf9e,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:03:47.799881 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 0450cfd2-c365-4788-a3b6-a839770208e7 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:47.800286 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:47.804824 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:47.971546 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8045b7-0136-485e-a22d-7f0196d20e60 None None] Pushing event updated for resources: {'Port': ['ID=1b33e866-9742-4403-825e-416bda5bcf9e,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:48.018039 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 0450cfd2-c365-4788-a3b6-a839770208e7 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:03:48.018606 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:48.049184 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Publish callbacks [] for port (57dd7681-a79c-44e4-87b0-52d864013eac), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:48.070926 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ba780e55-215a-44eb-ab34-876daea4d467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:48.109725 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:03:48.113556 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f808a51-d7e2-4d4e-81e0-801ddaa2152f req-54fc7241-6fc2-44b2-8838-8933ffd36600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:48.114177 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4ade47-aea0-415c-9945-0a0b359ee9d7" -d '{"events": [{"server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "name": "network-vif-plugged", "status": "completed", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:03:48.116230 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f808a51-d7e2-4d4e-81e0-801ddaa2152f req-54fc7241-6fc2-44b2-8838-8933ffd36600 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 1129 time: 0.1196668 May 26 18:03:48.135221 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:48.136583 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0450cfd2-c365-4788-a3b6-a839770208e7,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:03:48.142791 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:48.157785 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd43bb4-3141-4b04-a5df-13634bbdca1f req-fe1c889b-89a9-4a7f-80ea-f0e6fc273f0d tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:48.165575 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bbd43bb4-3141-4b04-a5df-13634bbdca1f req-fe1c889b-89a9-4a7f-80ea-f0e6fc273f0d tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.1089826 May 26 18:03:48.206294 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (57dd7681-a79c-44e4-87b0-52d864013eac), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:48.306574 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=0450cfd2-c365-4788-a3b6-a839770208e7,revision_number=7']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:48.352497 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:03:48.366157 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bbd43bb4-3141-4b04-a5df-13634bbdca1f req-c3dde8c2-c33b-4cb2-b665-902a08872d6a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995296 May 26 18:03:48.369852 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:03:48.384908 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f64eb2-6bdf-4d96-b1ff-f7cd4151a0c0 x-openstack-request-id: req-a2f64eb2-6bdf-4d96-b1ff-f7cd4151a0c0 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:03:48.385232 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "name": "network-vif-plugged", "status": "completed", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:03:48.385496 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a2f64eb2-6bdf-4d96-b1ff-f7cd4151a0c0 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:03:48.385904 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f64eb2-6bdf-4d96-b1ff-f7cd4151a0c0'] response: {'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7', 'code': 200} May 26 18:03:48.391630 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:03:48.405314 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=57dd7681-a79c-44e4-87b0-52d864013eac,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:48.430034 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:48.438156 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f808a51-d7e2-4d4e-81e0-801ddaa2152f req-8354dfa0-8262-473a-bb45-5112c4255587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:48.441026 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f808a51-d7e2-4d4e-81e0-801ddaa2152f req-8354dfa0-8262-473a-bb45-5112c4255587 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 920 time: 0.3162062 May 26 18:03:48.475639 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:48.523319 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f808a51-d7e2-4d4e-81e0-801ddaa2152f req-db53bba0-e7b1-47e8-b235-3a04be6ec5c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa3e5cd-83db-40dc-825f-91ed2c94a915 HTTP/1.1" status: 200 len: 217 time: 0.0575075 May 26 18:03:48.573626 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d8ad7-ac05-49a1-b631-da4f986465af req-3eadf74e-45b2-453e-81bb-684256ddbdfa tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:48.575331 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-307d8ad7-ac05-49a1-b631-da4f986465af req-3eadf74e-45b2-453e-81bb-684256ddbdfa tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1047764 May 26 18:03:48.605793 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d1dd0-55a3-4a13-bde6-513154d6ed51 req-8a9ef332-21be-4001-a7b9-491312dae16c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:48.607962 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-362d1dd0-55a3-4a13-bde6-513154d6ed51 req-8a9ef332-21be-4001-a7b9-491312dae16c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0584834 May 26 18:03:48.647881 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:48.668533 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-362d1dd0-55a3-4a13-bde6-513154d6ed51 req-5912399f-e51a-4c67-8eaf-d1dd530560aa tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523095 May 26 18:03:48.690341 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-307d8ad7-ac05-49a1-b631-da4f986465af req-4e4480cb-4dc4-4a3e-b305-ea362ce2dadc tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849109 May 26 18:03:48.797947 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Publish callbacks [] for router_gateway (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:48.919701 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 1b33e866-9742-4403-825e-416bda5bcf9e up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:03:48.985610 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:49.000942 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 1b33e866-9742-4403-825e-416bda5bcf9e triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:49.002319 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:49.017028 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8125169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8118277'] for router (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:49.021673 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f808a51-d7e2-4d4e-81e0-801ddaa2152f req-b17e9666-7733-45e4-ae4c-78998d651b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:49.023410 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f808a51-d7e2-4d4e-81e0-801ddaa2152f req-b17e9666-7733-45e4-ae4c-78998d651b27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.0682313 May 26 18:03:49.061659 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:49.113287 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 1b33e866-9742-4403-825e-416bda5bcf9e is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:03:49.114240 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:49.120334 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f808a51-d7e2-4d4e-81e0-801ddaa2152f req-349fbd35-d09e-45f3-9076-ee0c58922eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:49.121968 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f808a51-d7e2-4d4e-81e0-801ddaa2152f req-349fbd35-d09e-45f3-9076-ee0c58922eab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857389 May 26 18:03:49.165284 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port 1b33e866-9742-4403-825e-416bda5bcf9e, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=1b33e866-9742-4403-825e-416bda5bcf9e,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:03:49.174199 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:49.245723 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 is scheduled to L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 with binding_index 1 {{(pid=103836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:03:49.337526 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=1b33e866-9742-4403-825e-416bda5bcf9e,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:49.358086 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f808a51-d7e2-4d4e-81e0-801ddaa2152f req-670b1c12-14ee-4474-8d15-ad0e70e92fdd service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585665 May 26 18:03:49.370420 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c8124-5739-49bd-87bc-8fde9361b58d None None] Network d296c6a1-d33e-4e01-be5a-7d337d513aef requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:03:49.430017 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:03:49.445005 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Sync routers for ids ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:03:49.466613 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Routers {'74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:03:49.467235 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:03:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:03:49.474989 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:49.505380 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:49.514408 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-443c69ab-0bcf-41f7-8b99-4dda9a429bd1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6948156 May 26 18:03:49.517615 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 41850) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:49.570770 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-40a11f06-7b9f-4601-aa01-e63d124585c4 None None] Provisioning complete for port 1b33e866-9742-4403-825e-416bda5bcf9e triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:49.571506 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-40a11f06-7b9f-4601-aa01-e63d124585c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:49.611537 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Set router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:03:49.639425 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 41852) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:49.662444 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4f808a51-d7e2-4d4e-81e0-801ddaa2152f req-976f2093-8337-4ad0-aae2-e439ee66ab09 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941940 May 26 18:03:49.723404 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-40a11f06-7b9f-4601-aa01-e63d124585c4 None None] Current status of the port 1b33e866-9742-4403-825e-416bda5bcf9e is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:03:49.797818 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88f6a2-c164-4284-891b-f3c0956c8ebe req-3820dfc0-ae3a-4943-9cce-8d5ef963c5c1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:49.801581 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6c88f6a2-c164-4284-891b-f3c0956c8ebe req-3820dfc0-ae3a-4943-9cce-8d5ef963c5c1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.1608922 May 26 18:03:49.935242 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6c88f6a2-c164-4284-891b-f3c0956c8ebe req-23b5dd63-a9f8-478e-bf23-b5e3dc36ae0e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278532 May 26 18:03:49.947862 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-444fb8f0-39fc-4cf1-b99b-c60e8c84ef3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.043100 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3217d-6fd5-42e6-b187-9d9bc454fc53 req-0dd7bb58-e33f-4ab6-bc6c-a227ca2a8d96 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:50.051944 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fde3217d-6fd5-42e6-b187-9d9bc454fc53 req-0dd7bb58-e33f-4ab6-bc6c-a227ca2a8d96 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.1843698 May 26 18:03:50.077693 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-444fb8f0-39fc-4cf1-b99b-c60e8c84ef3a admin admin] Publish callbacks [] for security_group (f140b0a3-2b5e-461d-a9bb-86d61e461481), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.084268 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:03:48Z', 'revision_number': 3, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:03:50.088098 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:50.088885 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-444fb8f0-39fc-4cf1-b99b-c60e8c84ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f140b0a3-2b5e-461d-a9bb-86d61e461481), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.133574 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Checking router: 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:03:50.133968 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Updating router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 port 57dd7681-a79c-44e4-87b0-52d864013eac binding host dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:03:50.171738 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-14c73954-2ea1-4306-9283-182261bbf635 None None] Provisioning complete for port 1b33e866-9742-4403-825e-416bda5bcf9e triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:50.173523 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-14c73954-2ea1-4306-9283-182261bbf635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.176996 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707a06d-afd7-4b5b-a8a9-27e3449196e4 req-26dc4a94-2cc0-4272-a6bf-46909e5e48d5 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:50.179021 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3707a06d-afd7-4b5b-a8a9-27e3449196e4 req-26dc4a94-2cc0-4272-a6bf-46909e5e48d5 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0768776 May 26 18:03:50.210776 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fde3217d-6fd5-42e6-b187-9d9bc454fc53 req-91c7470c-60dd-4524-949c-cc76cff107ef tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557012 May 26 18:03:50.241532 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (57dd7681-a79c-44e4-87b0-52d864013eac), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.258850 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3707a06d-afd7-4b5b-a8a9-27e3449196e4 req-365ce06b-cdfe-4511-a313-aac3cd741a7b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593956 May 26 18:03:50.265109 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 41866) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:50.265780 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-444fb8f0-39fc-4cf1-b99b-c60e8c84ef3a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=475a9fb135a148cfa07496c594e990ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6230679 May 26 18:03:50.268528 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fb8f0-39fc-4cf1-b99b-c60e8c84ef3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f140b0a3-2b5e-461d-a9bb-86d61e461481,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:50.349447 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ff51e619-ae8f-45e6-809b-426180512380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.427344 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4537098e-7e70-486a-9244-c47f358eda5f admin admin] Publish callbacks [] for security_group (f140b0a3-2b5e-461d-a9bb-86d61e461481), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.448545 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-14c73954-2ea1-4306-9283-182261bbf635 None None] Current status of the port 1b33e866-9742-4403-825e-416bda5bcf9e is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:03:50.467141 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4537098e-7e70-486a-9244-c47f358eda5f admin admin] Publish callbacks [] for security_group (f140b0a3-2b5e-461d-a9bb-86d61e461481), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.626317 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.630911 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4537098e-7e70-486a-9244-c47f358eda5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f140b0a3-2b5e-461d-a9bb-86d61e461481), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.633886 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4537098e-7e70-486a-9244-c47f358eda5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.639825 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-4537098e-7e70-486a-9244-c47f358eda5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f140b0a3-2b5e-461d-a9bb-86d61e461481 HTTP/1.1" status: 204 len: 168 time: 0.3690469 May 26 18:03:50.812649 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Publish callbacks [] for port (57dd7681-a79c-44e4-87b0-52d864013eac), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.820561 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (57dd7681-a79c-44e4-87b0-52d864013eac), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.886663 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Attempting to bind port 57dd7681-a79c-44e4-87b0-52d864013eac on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:03:50.887353 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Attempting to bind port 57dd7681-a79c-44e4-87b0-52d864013eac by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:03:50.887907 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Attempting to bind port 57dd7681-a79c-44e4-87b0-52d864013eac on network fe5e7183-55e6-482c-9be6-dbe7ef622043 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:03:50.909971 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:03:50.910618 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Checking segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:03:50.911595 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.912346 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Bound using segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:03:50.913956 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Bound port: 57dd7681-a79c-44e4-87b0-52d864013eac, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:03:50.914545 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (57dd7681-a79c-44e4-87b0-52d864013eac), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.959414 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e406fc-1178-4b29-930e-a1ef13d615c3 req-b604565f-ec7f-4ad9-ba2d-7964e15def96 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:50.990636 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b4e406fc-1178-4b29-930e-a1ef13d615c3 req-b604565f-ec7f-4ad9-ba2d-7964e15def96 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 946 time: 0.1399312 May 26 18:03:51.015990 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] For port 57dd7681-a79c-44e4-87b0-52d864013eac, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:03:51.022530 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] For port 57dd7681-a79c-44e4-87b0-52d864013eac, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=57dd7681-a79c-44e4-87b0-52d864013eac,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:03:51.027173 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 1b33e866-9742-4403-825e-416bda5bcf9e up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:03:51.056314 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (57dd7681-a79c-44e4-87b0-52d864013eac), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:51.079818 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Pushing event updated for resources: {'Port': ['ID=57dd7681-a79c-44e4-87b0-52d864013eac,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:51.102770 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.106302 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.108106 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.108639 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.113795 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.114401 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.114899 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.115385 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.115870 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.116392 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.117344 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.121079 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.123315 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.123845 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.124376 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:03:51.144568 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 1b33e866-9742-4403-825e-416bda5bcf9e triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:51.144986 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:51.151926 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537098e-7e70-486a-9244-c47f358eda5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f140b0a3-2b5e-461d-a9bb-86d61e461481,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:51.207849 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:51.215790 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Routers {'74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:03:51.217708 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b4e406fc-1178-4b29-930e-a1ef13d615c3 req-74781b03-79ed-493a-ae21-750d1a905085 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242949 May 26 18:03:51.219294 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:03:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:03:51.444815 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc4ebd-2f72-44f5-9e89-a6d57d2bdf0f req-b70ca06d-2fcf-4c7d-a9c7-b8aee5908294 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:51.447534 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a5fc4ebd-2f72-44f5-9e89-a6d57d2bdf0f req-b70ca06d-2fcf-4c7d-a9c7-b8aee5908294 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0803051 May 26 18:03:51.462356 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 1b33e866-9742-4403-825e-416bda5bcf9e is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:03:51.502919 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:51.529339 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c3e73-a2cf-4702-9065-959b388be275 req-79be7f18-c032-48c3-b3f7-eb04696d3381 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:51.536666 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-500c3e73-a2cf-4702-9065-959b388be275 req-79be7f18-c032-48c3-b3f7-eb04696d3381 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.2527986 May 26 18:03:51.542697 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1da0b-7f0e-4410-95f8-1f7c549491b2 None None] Pushing event updated for resources: {'Port': ['ID=57dd7681-a79c-44e4-87b0-52d864013eac,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:51.552286 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:51.598193 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:51.612815 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-500c3e73-a2cf-4702-9065-959b388be275 req-e590d682-a769-486b-a3fb-890c8aecbaf3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751555 May 26 18:03:51.616536 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a5fc4ebd-2f72-44f5-9e89-a6d57d2bdf0f req-044e31b0-b318-44bf-a1b5-83e037d17f66 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609044 May 26 18:03:51.637442 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:51.712679 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] Set router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:03:51.743140 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Allocated IP 172.20.0.1 (d296c6a1-d33e-4e01-be5a-7d337d513aef/6bd4a313-3380-424b-8bd3-f33415b4cadf/6422d123-c29e-465e-9088-2b4946eeb34d) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:03:51.869783 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d9c39-222e-49fd-bb4c-a63e48b3df43 req-56a73589-2462-4940-8fe8-c44fa9fcd224 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:51.885431 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-914d9c39-222e-49fd-bb4c-a63e48b3df43 req-56a73589-2462-4940-8fe8-c44fa9fcd224 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1665654 May 26 18:03:51.966131 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:03:48Z', 'revision_number': 3, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:03:52.015990 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fcdd52-14ca-446e-a1a2-57fa39897e01 None None] The sync data for ids ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'] in dv-cinder-836074-5-iscsi is: [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:03:48Z', 'revision_number': 3, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:03:52.096126 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:52.142817 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-914d9c39-222e-49fd-bb4c-a63e48b3df43 req-0b43cfc7-68a0-4b4a-8d3c-b5ca2a122ed7 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417238 May 26 18:03:52.231040 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Publish callbacks [] for port (6422d123-c29e-465e-9088-2b4946eeb34d), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:52.297054 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:52.390327 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Network d296c6a1-d33e-4e01-be5a-7d337d513aef is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:03:52.409698 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e493b9-79bf-4a18-b228-cccc712fff44 req-5bc9de6c-488d-4cb7-ad78-e45637e2adf1 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:52.422963 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:03:52.426826 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-38e493b9-79bf-4a18-b228-cccc712fff44 req-5bc9de6c-488d-4cb7-ad78-e45637e2adf1 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 946 time: 0.0972610 May 26 18:03:52.458572 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:03:52.500065 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Pushing event updated for resources: {'Port': ['ID=6422d123-c29e-465e-9088-2b4946eeb34d,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:52.591811 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:52.603622 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8120182'] for router_interface (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:52.684369 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-38e493b9-79bf-4a18-b228-cccc712fff44 req-bff03747-da3b-401b-a0ba-cb34f6ec8d7b tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562199 May 26 18:03:52.939255 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10091b-754c-4fcb-a9ff-df0f5a2701dc req-61e26753-f4b1-4dd6-a627-d38b3613090e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:52.947341 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ce10091b-754c-4fcb-a9ff-df0f5a2701dc req-61e26753-f4b1-4dd6-a627-d38b3613090e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.1459036 May 26 18:03:53.031852 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-86c6bdee-f6f4-4f22-82d3-c40b6dbc4b2d None None] Provisioning complete for port 6422d123-c29e-465e-9088-2b4946eeb34d triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:53.032591 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-86c6bdee-f6f4-4f22-82d3-c40b6dbc4b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:53.056054 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:53.058906 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ce10091b-754c-4fcb-a9ff-df0f5a2701dc req-3bdcb785-4559-42c9-a2c3-bb0476d2e6d5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104045 May 26 18:03:53.111649 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 57dd7681-a79c-44e4-87b0-52d864013eac up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:03:53.113125 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe29fd-ff33-450d-ad4d-1f1b4da17732 req-4227bf8f-4f5e-4339-b108-fb816645f20b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:53.128732 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-39fe29fd-ff33-450d-ad4d-1f1b4da17732 req-4227bf8f-4f5e-4339-b108-fb816645f20b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.2532499 May 26 18:03:53.158531 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-86c6bdee-f6f4-4f22-82d3-c40b6dbc4b2d None None] Port 6422d123-c29e-465e-9088-2b4946eeb34d cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:03:53.192525 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 57dd7681-a79c-44e4-87b0-52d864013eac triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:53.193103 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (57dd7681-a79c-44e4-87b0-52d864013eac), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:53.291989 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:53.320730 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:53.342632 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 57dd7681-a79c-44e4-87b0-52d864013eac is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:03:53.343320 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (57dd7681-a79c-44e4-87b0-52d864013eac), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:53.365682 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-39fe29fd-ff33-450d-ad4d-1f1b4da17732 req-664b442a-5787-4893-8d33-50ff836205df tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312458 May 26 18:03:53.408352 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port 57dd7681-a79c-44e4-87b0-52d864013eac, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=57dd7681-a79c-44e4-87b0-52d864013eac,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:03:53.414255 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (57dd7681-a79c-44e4-87b0-52d864013eac), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:53.445803 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:53.571366 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=57dd7681-a79c-44e4-87b0-52d864013eac,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:53.605285 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b444-a10b-4eb4-b762-eeadda8b2f5a req-9e5ed3dd-7f73-47d4-ae06-057fc71e0038 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:53.621522 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f299b444-a10b-4eb4-b762-eeadda8b2f5a req-9e5ed3dd-7f73-47d4-ae06-057fc71e0038 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.2272928 May 26 18:03:53.671906 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:53.745916 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Publish callbacks [] for port (6422d123-c29e-465e-9088-2b4946eeb34d), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:53.755973 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:53.765309 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f299b444-a10b-4eb4-b762-eeadda8b2f5a req-c7caea56-7c10-46f5-9186-bb435444cfdb tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286047 May 26 18:03:53.807942 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Pushing event updated for resources: {'Port': ['ID=6422d123-c29e-465e-9088-2b4946eeb34d,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:53.869690 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8107905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8119238'] for router_interface (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:54.007940 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b106537-a7ec-49d0-82f4-f2035b5363f3 req-8bbe704c-a6dd-4fc0-bef1-437a2571ab30 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:54.008624 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2b106537-a7ec-49d0-82f4-f2035b5363f3 req-8bbe704c-a6dd-4fc0-bef1-437a2571ab30 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 946 time: 0.1341765 May 26 18:03:54.146468 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a84d6-cec8-4740-89c0-41a80a48f849 req-958825a5-641f-49c0-9686-3e9147dc6270 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:54.151542 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-053a84d6-cec8-4740-89c0-41a80a48f849 req-958825a5-641f-49c0-9686-3e9147dc6270 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 946 time: 0.2504277 May 26 18:03:54.168722 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:54.238069 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Network d296c6a1-d33e-4e01-be5a-7d337d513aef is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:03:54.246090 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:03:54.260244 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:54.296490 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-2b106537-a7ec-49d0-82f4-f2035b5363f3 req-76d09802-e1e7-4ac1-ae84-b16d5f9efcef tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Deleting port e0546b1b-f912-4448-b796-b315d44f6acb {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:03:54.297373 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-2b106537-a7ec-49d0-82f4-f2035b5363f3 req-76d09802-e1e7-4ac1-ae84-b16d5f9efcef tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:54.404893 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-053a84d6-cec8-4740-89c0-41a80a48f849 req-ec5100b8-2a4d-4dc8-b71d-387d9e6989f5 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456739 May 26 18:03:54.480810 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-2b106537-a7ec-49d0-82f4-f2035b5363f3 req-76d09802-e1e7-4ac1-ae84-b16d5f9efcef tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] For port e0546b1b-f912-4448-b796-b315d44f6acb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e0546b1b-f912-4448-b796-b315d44f6acb,segment=NetworkSegment(8f2c3c0a-7363-4139-9595-8a598fa7e663),segment_id=8f2c3c0a-7363-4139-9595-8a598fa7e663)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:03:54.482962 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-2b106537-a7ec-49d0-82f4-f2035b5363f3 req-76d09802-e1e7-4ac1-ae84-b16d5f9efcef tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:54.541575 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-2b106537-a7ec-49d0-82f4-f2035b5363f3 req-76d09802-e1e7-4ac1-ae84-b16d5f9efcef tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Calling delete_port for e0546b1b-f912-4448-b796-b315d44f6acb owned by compute:nova {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:03:54.601182 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:03:54.696815 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-2ec398b8-9ad0-4371-b630-ac73bc963fe2 None None] Provisioning complete for port 6422d123-c29e-465e-9088-2b4946eeb34d triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:54.697432 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2ec398b8-9ad0-4371-b630-ac73bc963fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:54.753062 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-2ec398b8-9ad0-4371-b630-ac73bc963fe2 None None] Port 6422d123-c29e-465e-9088-2b4946eeb34d cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:03:54.781811 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:03:54.788812 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9df8e-d794-452f-92fa-8c375f311df5 req-0432004c-a30c-4137-b489-57457f74acd3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:54.790400 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4fe9df8e-d794-452f-92fa-8c375f311df5 req-0432004c-a30c-4137-b489-57457f74acd3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.2348633 May 26 18:03:54.794347 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d9fa1bac-d823-49a4-95f3-a580d482476d admin admin] 10.222.0.69 "PUT /v2.0/routers/74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2729414 May 26 18:03:54.941497 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4fe9df8e-d794-452f-92fa-8c375f311df5 req-81db898c-20a1-4e46-b5a1-25f3251ca4c0 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439826 May 26 18:03:54.953032 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 57dd7681-a79c-44e4-87b0-52d864013eac up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:03:55.112893 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb159ace-f8a6-4992-a798-b753ede6cff3 req-a06ee3aa-d009-425c-b06a-c8a38c2bacfa tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:55.114951 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 57dd7681-a79c-44e4-87b0-52d864013eac triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:55.115552 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (57dd7681-a79c-44e4-87b0-52d864013eac), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:55.121917 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cb159ace-f8a6-4992-a798-b753ede6cff3 req-a06ee3aa-d009-425c-b06a-c8a38c2bacfa tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.9225843 May 26 18:03:55.175247 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d71bf-dc93-43c0-8a91-bf7afc0cb527 req-4883b88b-278d-4287-a5f4-fdf0daef8489 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:55.185868 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0d1d71bf-dc93-43c0-8a91-bf7afc0cb527 req-4883b88b-278d-4287-a5f4-fdf0daef8489 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1243150 May 26 18:03:55.292289 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Sync routers for ids ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:03:55.309024 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0d1d71bf-dc93-43c0-8a91-bf7afc0cb527 req-83d4c754-09db-4640-ae9d-7750287817bf tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214027 May 26 18:03:55.334931 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Routers {'74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:03:55.335783 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:03:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:03:55.347397 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cb159ace-f8a6-4992-a798-b753ede6cff3 req-44808f7a-38b6-4e5d-8dd7-4b0eb9c32dcb tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238467 May 26 18:03:55.386524 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 57dd7681-a79c-44e4-87b0-52d864013eac is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:03:55.544549 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-2b106537-a7ec-49d0-82f4-f2035b5363f3 req-76d09802-e1e7-4ac1-ae84-b16d5f9efcef tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (e0546b1b-f912-4448-b796-b315d44f6acb), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:55.652211 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d09802-e1e7-4ac1-ae84-b16d5f9efcef tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Pushing event deleted for resources: {'Port': ['ID=e0546b1b-f912-4448-b796-b315d44f6acb,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:55.677206 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-572fff0e-a0db-499c-911a-691f61750989 req-61d4af80-20ac-4bf8-b258-aa2f75f934f7 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd2fb019-75ed-45ea-948b-64a627396f02 HTTP/1.1" status: 200 len: 210 time: 0.1099317 May 26 18:03:55.724778 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b106537-a7ec-49d0-82f4-f2035b5363f3 req-76d09802-e1e7-4ac1-ae84-b16d5f9efcef tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] No DVR routers for this DVR port e0546b1b-f912-4448-b796-b315d44f6acb on host hv-cinder-83607 {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:03:55.728714 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-2b106537-a7ec-49d0-82f4-f2035b5363f3 req-76d09802-e1e7-4ac1-ae84-b16d5f9efcef tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:55.733741 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2b106537-a7ec-49d0-82f4-f2035b5363f3 req-76d09802-e1e7-4ac1-ae84-b16d5f9efcef tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.62 "DELETE /v2.0/ports/e0546b1b-f912-4448-b796-b315d44f6acb HTTP/1.1" status: 204 len: 173 time: 1.7179880 May 26 18:03:55.734221 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2fb019-75ed-45ea-948b-64a627396f02', 'name': 'network-vif-deleted', 'tag': 'e0546b1b-f912-4448-b796-b315d44f6acb'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:03:55.737281 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dc761a-3b08-4b35-8345-4a6cee2e350d" -d '{"events": [{"server_uuid": "cd2fb019-75ed-45ea-948b-64a627396f02", "name": "network-vif-deleted", "tag": "e0546b1b-f912-4448-b796-b315d44f6acb"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:03:55.855760 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41c3258-1497-4e83-8a05-5c1b486651b0 x-openstack-request-id: req-d41c3258-1497-4e83-8a05-5c1b486651b0 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:03:55.856382 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2fb019-75ed-45ea-948b-64a627396f02", "name": "network-vif-deleted", "tag": "e0546b1b-f912-4448-b796-b315d44f6acb", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:03:55.856829 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d41c3258-1497-4e83-8a05-5c1b486651b0 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:03:55.859221 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41c3258-1497-4e83-8a05-5c1b486651b0'] response: {'server_uuid': 'cd2fb019-75ed-45ea-948b-64a627396f02', 'name': 'network-vif-deleted', 'tag': 'e0546b1b-f912-4448-b796-b315d44f6acb', 'status': 'completed', 'code': 200} May 26 18:03:55.919105 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['e0546b1b-f912-4448-b796-b315d44f6acb'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:03:55.968383 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Set router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:03:56.087831 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 41964) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:56.093750 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1750989109-network', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:03:56.139571 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Made reservation on behalf of be9c648c22834924abf2abc300b7e3ef for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:03:56.142711 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:56.152635 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:56.244797 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:56.248330 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:03:52Z', 'revision_number': 4, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '6422d123-c29e-465e-9088-2b4946eeb34d', 'name': '', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'mac_address': 'fa:16:3e:7f:c6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:51Z', 'updated_at': '2022-05-26T18:03:53Z', 'revision_number': 2, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'subnets': [{'id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:03:56.301397 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Checking router: 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:03:56.302087 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Updating router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 port 6422d123-c29e-465e-9088-2b4946eeb34d binding host dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:03:56.305767 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Publish callbacks [] for security_group (59657328-b37d-4e13-bfb3-30e64ec5d3a2), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:56.313580 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (59657328-b37d-4e13-bfb3-30e64ec5d3a2), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:56.376427 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:03:56.383933 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:56.402384 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59657328-b37d-4e13-bfb3-30e64ec5d3a2,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:56.420381 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (3238bf5d-6b9d-4323-bb3f-d9d371922210), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:56.420877 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Added segment 3238bf5d-6b9d-4323-bb3f-d9d371922210 of type vlan for network 444255ab-9cfa-45a4-9fcd-6e5508c22ace May 26 18:03:56.595520 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175ab0a-eec3-472d-918d-8b9cb0aed953 req-7793b618-cb4b-4570-bc80-00bbc7925bbe tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:56.598084 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e175ab0a-eec3-472d-918d-8b9cb0aed953 req-7793b618-cb4b-4570-bc80-00bbc7925bbe tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0902236 May 26 18:03:56.623641 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (444255ab-9cfa-45a4-9fcd-6e5508c22ace), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:56.632536 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a9166-544a-4319-a364-3cfff7df497f req-dae09b1f-8ed2-4324-acd5-38baf44b91bf tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:56.634139 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9d9a9166-544a-4319-a364-3cfff7df497f req-dae09b1f-8ed2-4324-acd5-38baf44b91bf tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1010334 May 26 18:03:56.695464 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e175ab0a-eec3-472d-918d-8b9cb0aed953 req-32d8df16-cfc6-4d1c-aff5-d12e2acd3350 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860484 May 26 18:03:56.696926 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (444255ab-9cfa-45a4-9fcd-6e5508c22ace), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:56.698206 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:56.698909 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:56.771521 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9d9a9166-544a-4319-a364-3cfff7df497f req-e5a46b15-8e12-4b0a-a23e-c09d4d26408e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290870 May 26 18:03:56.850539 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:56.851826 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] Pushing event updated for resources: {'Network': ['ID=444255ab-9cfa-45a4-9fcd-6e5508c22ace,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:56.866822 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-80d7cef5-a0c1-4e91-a9fc-10cfea969804 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7777481 May 26 18:03:56.871697 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 41980) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:56.884908 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-51c527ae-f5b4-4d7e-ba36-5743f226d004 admin admin] Request body: {'subnet': {'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1750989109-subnet', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:03:56.911288 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 444255ab-9cfa-45a4-9fcd-6e5508c22ace details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:03:56.955811 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c527ae-f5b4-4d7e-ba36-5743f226d004 admin admin] Made reservation on behalf of be9c648c22834924abf2abc300b7e3ef for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:03:56.969052 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-51c527ae-f5b4-4d7e-ba36-5743f226d004 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.020941 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:57.108972 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 41984) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:57.119127 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-6e068913-1e67-41f3-bfc2-d06748aecf55 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216237686', 'description': 'tempest-description--1925530963'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:03:57.225812 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:57.228226 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6e068913-1e67-41f3-bfc2-d06748aecf55 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.256122 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:57.256361 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:57.320053 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Publish callbacks [] for port (6422d123-c29e-465e-9088-2b4946eeb34d), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.397548 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.421457 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-51c527ae-f5b4-4d7e-ba36-5743f226d004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (6c27e225-76a6-41c5-bf52-55702149a14d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.435213 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 41992) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:57.487303 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6e068913-1e67-41f3-bfc2-d06748aecf55 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for security_group (d9db3440-0673-4df9-a400-83b98d5cde78), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.498576 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6e068913-1e67-41f3-bfc2-d06748aecf55 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (d9db3440-0673-4df9-a400-83b98d5cde78), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.542962 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c527ae-f5b4-4d7e-ba36-5743f226d004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c27e225-76a6-41c5-bf52-55702149a14d,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:57.551824 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c527ae-f5b4-4d7e-ba36-5743f226d004 admin admin] Checking segment: {'id': '3238bf5d-6b9d-4323-bb3f-d9d371922210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:03:57.552312 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c527ae-f5b4-4d7e-ba36-5743f226d004 admin admin] Network hostable DHCP agents. Network: 444255ab-9cfa-45a4-9fcd-6e5508c22ace, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:03:57.567390 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e068913-1e67-41f3-bfc2-d06748aecf55 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9db3440-0673-4df9-a400-83b98d5cde78,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:57.577668 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6e068913-1e67-41f3-bfc2-d06748aecf55 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.590447 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-6e068913-1e67-41f3-bfc2-d06748aecf55 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4798970 May 26 18:03:57.593769 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42000) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:57.594295 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c527ae-f5b4-4d7e-ba36-5743f226d004 admin admin] Network 444255ab-9cfa-45a4-9fcd-6e5508c22ace is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:03:57.607801 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-3287181d-2ebc-41d7-8f8c-39e3132ef11e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Request body: {'security_group_rule': {'security_group_id': 'd9db3440-0673-4df9-a400-83b98d5cde78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:03:57.612349 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d999589-f693-4b66-87dd-dd05b9694fb4 None None] Pushing event updated for resources: {'Port': ['ID=6422d123-c29e-465e-9088-2b4946eeb34d,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:57.624464 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-51c527ae-f5b4-4d7e-ba36-5743f226d004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 444255ab-9cfa-45a4-9fcd-6e5508c22ace) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:03:57.640683 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6382ed-2edf-4229-8099-fcf24ad1ac8e None None] Network 444255ab-9cfa-45a4-9fcd-6e5508c22ace requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:03:57.641393 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c527ae-f5b4-4d7e-ba36-5743f226d004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:57.642703 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-51c527ae-f5b4-4d7e-ba36-5743f226d004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.672888 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Attempting to bind port 6422d123-c29e-465e-9088-2b4946eeb34d on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:03:57.673599 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Attempting to bind port 6422d123-c29e-465e-9088-2b4946eeb34d by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:03:57.673599 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Attempting to bind port 6422d123-c29e-465e-9088-2b4946eeb34d on network d296c6a1-d33e-4e01-be5a-7d337d513aef {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:03:57.686120 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:03:57.686529 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Checking segment: {'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:03:57.687082 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.687583 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Bound using segment: {'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:03:57.688044 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Bound port: 6422d123-c29e-465e-9088-2b4946eeb34d, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:03:57.688431 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.694543 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-51c527ae-f5b4-4d7e-ba36-5743f226d004 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8211117 May 26 18:03:57.697367 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 42002) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:57.703030 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1750989109-router', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:03:57.704747 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3287181d-2ebc-41d7-8f8c-39e3132ef11e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for security_group_rule (f2e0fc5b-d355-4c51-8d8a-8b26b04237d1), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.751596 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8124790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30497'] for router (a6f7a395-651b-4850-bcf6-f3b02779a3fe), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.753198 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8125126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8118390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30682'] for router (a6f7a395-651b-4850-bcf6-f3b02779a3fe), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.768924 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1bd307e1-fa9b-4615-b2fd-e9f4314bf6d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.869931 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3287181d-2ebc-41d7-8f8c-39e3132ef11e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for security_group_rule (f2e0fc5b-d355-4c51-8d8a-8b26b04237d1), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.884174 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] For port 6422d123-c29e-465e-9088-2b4946eeb34d, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:03:57.884976 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3287181d-2ebc-41d7-8f8c-39e3132ef11e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (f2e0fc5b-d355-4c51-8d8a-8b26b04237d1), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.890401 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] For port 6422d123-c29e-465e-9088-2b4946eeb34d, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=6422d123-c29e-465e-9088-2b4946eeb34d,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:03:57.914110 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.917930 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287181d-2ebc-41d7-8f8c-39e3132ef11e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e0fc5b-d355-4c51-8d8a-8b26b04237d1,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:57.973850 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3287181d-2ebc-41d7-8f8c-39e3132ef11e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:57.977683 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-3287181d-2ebc-41d7-8f8c-39e3132ef11e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3789258 May 26 18:03:57.981793 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42008) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:57.982951 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Publish callbacks [] for router_controller (a6f7a395-651b-4850-bcf6-f3b02779a3fe), precommit_add_association {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.006345 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-9e94981c-6e89-47f7-bd9e-609cdd6b309a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Request body: {'security_group_rule': {'security_group_id': 'd9db3440-0673-4df9-a400-83b98d5cde78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:03:58.018386 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-23fe3589-b1c0-47b2-82e7-cfecc40871d4 None None] Provisioning complete for port 6422d123-c29e-465e-9088-2b4946eeb34d triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:58.019047 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-23fe3589-b1c0-47b2-82e7-cfecc40871d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.034971 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1bd307e1-fa9b-4615-b2fd-e9f4314bf6d2 admin admin] Publish callbacks [] for security_group (50ce3d5c-4ad3-4158-b92d-37f8b37e042c), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.049553 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-1bd307e1-fa9b-4615-b2fd-e9f4314bf6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (50ce3d5c-4ad3-4158-b92d-37f8b37e042c), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.063309 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77af34-d56f-4e4d-9eb3-44b378a46e25 req-c3aa8b28-0b43-4b57-9364-0cabca907640 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:58.065000 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6e77af34-d56f-4e4d-9eb3-44b378a46e25 req-c3aa8b28-0b43-4b57-9364-0cabca907640 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1273561 May 26 18:03:58.089457 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:58.137056 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Routers {'74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:03:58.138126 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:03:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:03:58.180386 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-1bd307e1-fa9b-4615-b2fd-e9f4314bf6d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=920d86da8196449ebfaf571f60b2d1e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7414081 May 26 18:03:58.187439 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd307e1-fa9b-4615-b2fd-e9f4314bf6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ce3d5c-4ad3-4158-b92d-37f8b37e042c,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:58.190429 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42010) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:58.197521 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9e94981c-6e89-47f7-bd9e-609cdd6b309a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for security_group_rule (d0bf6e46-c9ef-430f-bdc6-8aeb6a02d265), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.198693 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9263f-9adc-4981-a138-0958c8f122cb req-0fb07e7c-1276-46cf-ba70-7154212bd502 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:58.206652 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-54e9263f-9adc-4981-a138-0958c8f122cb req-0fb07e7c-1276-46cf-ba70-7154212bd502 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0779481 May 26 18:03:58.279065 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:58.342736 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] Set router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:03:58.347555 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9e94981c-6e89-47f7-bd9e-609cdd6b309a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for security_group_rule (d0bf6e46-c9ef-430f-bdc6-8aeb6a02d265), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.361753 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9e94981c-6e89-47f7-bd9e-609cdd6b309a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (d0bf6e46-c9ef-430f-bdc6-8aeb6a02d265), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.429380 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6e77af34-d56f-4e4d-9eb3-44b378a46e25 req-ff0c6866-cf56-460a-81f0-969ff39c47ae tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405876 May 26 18:03:58.431217 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:58.437214 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e6c291-d0de-5d0e-a6fa-1647aae683f0-444255ab-9cfa-45a4-9fcd-6e5508c22ace', 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace', 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'fixed_ips': [{'subnet_id': '6c27e225-76a6-41c5-bf52-55702149a14d'}]}} from dv-cinder-836074-5-iscsi. {{(pid=103838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:03:58.438270 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.440675 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device e0546b1b-f912-4448-b796-b315d44f6acb no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:03:58.451092 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Publish callbacks [] for router_gateway (a6f7a395-651b-4850-bcf6-f3b02779a3fe), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.457863 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94981c-6e89-47f7-bd9e-609cdd6b309a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0bf6e46-c9ef-430f-bdc6-8aeb6a02d265,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:58.466464 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: e0546b1b-f912-4448-b796-b315d44f6acb {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:03:58.467177 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device e0546b1b-f912-4448-b796-b315d44f6acb not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:03:58.476179 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9e94981c-6e89-47f7-bd9e-609cdd6b309a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.477765 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9e94981c-6e89-47f7-bd9e-609cdd6b309a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4952660 May 26 18:03:58.485819 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-54e9263f-9adc-4981-a138-0958c8f122cb req-cfabcdcf-3879-451b-b659-140e8ab59964 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782145 May 26 18:03:58.487024 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 42014) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:03:58.487918 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d999589-f693-4b66-87dd-dd05b9694fb4 None None] Pushing event updated for resources: {'Port': ['ID=6422d123-c29e-465e-9088-2b4946eeb34d,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:58.507679 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fa645219-4d66-439f-8342-be3aec7409ed admin admin] Publish callbacks [] for security_group (50ce3d5c-4ad3-4158-b92d-37f8b37e042c), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.508724 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:03:58.536992 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fa645219-4d66-439f-8342-be3aec7409ed admin admin] Publish callbacks [] for security_group (50ce3d5c-4ad3-4158-b92d-37f8b37e042c), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.600389 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fa645219-4d66-439f-8342-be3aec7409ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (50ce3d5c-4ad3-4158-b92d-37f8b37e042c), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.604557 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fa645219-4d66-439f-8342-be3aec7409ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.606365 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-fa645219-4d66-439f-8342-be3aec7409ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/50ce3d5c-4ad3-4158-b92d-37f8b37e042c HTTP/1.1" status: 204 len: 168 time: 0.4098248 May 26 18:03:58.617581 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa645219-4d66-439f-8342-be3aec7409ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ce3d5c-4ad3-4158-b92d-37f8b37e042c,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:58.666669 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.786354 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-23fe3589-b1c0-47b2-82e7-cfecc40871d4 None None] Current status of the port 6422d123-c29e-465e-9088-2b4946eeb34d is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:03:58.786849 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-23fe3589-b1c0-47b2-82e7-cfecc40871d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.851514 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:58.925888 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.929446 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:03:52Z', 'revision_number': 4, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '6422d123-c29e-465e-9088-2b4946eeb34d', 'name': '', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'mac_address': 'fa:16:3e:7f:c6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:51Z', 'updated_at': '2022-05-26T18:03:57Z', 'revision_number': 4, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'subnets': [{'id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:03:58.959624 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-23fe3589-b1c0-47b2-82e7-cfecc40871d4 None None] For port 6422d123-c29e-465e-9088-2b4946eeb34d, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=6422d123-c29e-465e-9088-2b4946eeb34d,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:03:58.989654 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-23fe3589-b1c0-47b2-82e7-cfecc40871d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:58.992202 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8b6aa-0720-46ef-a58d-873a1a5b315f None None] The sync data for ids ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'] in dv-cinder-836074-5-iscsi is: [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:03:52Z', 'revision_number': 4, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '6422d123-c29e-465e-9088-2b4946eeb34d', 'name': '', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'mac_address': 'fa:16:3e:7f:c6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:51Z', 'updated_at': '2022-05-26T18:03:57Z', 'revision_number': 4, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'subnets': [{'id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:03:59.007161 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Publish callbacks [] for router_gateway (a6f7a395-651b-4850-bcf6-f3b02779a3fe), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:59.058039 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:59.080799 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:59.089931 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:INSERT=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:59.206955 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-d9f82c65-497b-46d5-b282-6e5b348f323f None None] Provisioning complete for port 6422d123-c29e-465e-9088-2b4946eeb34d triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:03:59.207329 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d9f82c65-497b-46d5-b282-6e5b348f323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:59.220581 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Allocated IP 172.20.0.2 (444255ab-9cfa-45a4-9fcd-6e5508c22ace/6c27e225-76a6-41c5-bf52-55702149a14d/40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:03:59.278916 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe3589-b1c0-47b2-82e7-cfecc40871d4 None None] Pushing event updated for resources: {'Port': ['ID=6422d123-c29e-465e-9088-2b4946eeb34d,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:59.363714 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Allocated IP 172.27.0.15 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/db645f1d-9381-4614-8cf9-8363de0f35c1) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:03:59.607382 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-d9f82c65-497b-46d5-b282-6e5b348f323f None None] Current status of the port 6422d123-c29e-465e-9088-2b4946eeb34d is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:03:59.688872 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Publish callbacks [] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:59.695845 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:59.705933 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a630abb-37ca-4a1b-9926-af0e78121af7 req-d4ff4079-86b5-4747-8e80-687d23c0242f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:59.714129 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2a630abb-37ca-4a1b-9926-af0e78121af7 req-d4ff4079-86b5-4747-8e80-687d23c0242f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1289639 May 26 18:03:59.796894 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2a630abb-37ca-4a1b-9926-af0e78121af7 req-af61c815-958e-4c7e-b9cc-ba0f08837e8d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814242 May 26 18:03:59.799125 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Network 444255ab-9cfa-45a4-9fcd-6e5508c22ace is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:03:59.827373 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:03:59.833640 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:03:59.844314 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Pushing event updated for resources: {'Port': ['ID=40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:03:59.864502 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for port (db645f1d-9381-4614-8cf9-8363de0f35c1), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:59.893495 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a77ba-c10a-4090-b00d-20822dff423a req-9cf955f2-c876-400d-8f74-6e044ea8d1a2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:03:59.896212 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-811a77ba-c10a-4090-b00d-20822dff423a req-9cf955f2-c876-400d-8f74-6e044ea8d1a2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.2024143 May 26 18:03:59.990934 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (db645f1d-9381-4614-8cf9-8363de0f35c1), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:00.005218 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Attempting to bind port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:00.005895 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Attempting to bind port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': '3238bf5d-6b9d-4323-bb3f-d9d371922210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:00.007667 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Attempting to bind port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 on network 444255ab-9cfa-45a4-9fcd-6e5508c22ace {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:00.021787 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:00.022319 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Checking segment: {'id': '3238bf5d-6b9d-4323-bb3f-d9d371922210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:00.022906 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:00.023405 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Bound using segment: {'id': '3238bf5d-6b9d-4323-bb3f-d9d371922210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:00.023997 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Bound port: 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3238bf5d-6b9d-4323-bb3f-d9d371922210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:00.025702 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:00.119484 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:00.121621 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:00.142505 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:00.159620 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] For port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:00.162296 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:00.168414 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] For port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6,segment=NetworkSegment(3238bf5d-6b9d-4323-bb3f-d9d371922210),segment_id=3238bf5d-6b9d-4323-bb3f-d9d371922210)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:00.187850 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:00.222866 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Allocated IP 172.27.0.239 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/09178662-5c8f-4283-a1e4-26f2ad42bd09) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:00.267098 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event updated for resources: {'Port': ['ID=db645f1d-9381-4614-8cf9-8363de0f35c1,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:00.279053 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-811a77ba-c10a-4090-b00d-20822dff423a req-e96d3f3a-8290-426a-a6c0-74292bfd47f8 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3651881 May 26 18:04:00.292408 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for floatingip (15b85e3d-d348-4c85-8472-1632f6e9373a), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:00.303426 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c221246-6ff7-437c-af88-670c7c8b7ad3 None None] Pushing event updated for resources: {'Port': ['ID=40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:00.418068 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (db645f1d-9381-4614-8cf9-8363de0f35c1), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:00.580435 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Publish callbacks [] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:00.586833 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:00.615812 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:00.799981 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:00.991474 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:01.002714 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:01.028650 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:01.092375 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:01.111825 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Pushing event updated for resources: {'Port': ['ID=09178662-5c8f-4283-a1e4-26f2ad42bd09,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:01.112614 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2250a-198c-48af-8623-8bfaf311d787 req-c438ccd2-0468-4185-9dbc-6d66b3d087bf tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:01.122100 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ead2250a-198c-48af-8623-8bfaf311d787 req-c438ccd2-0468-4185-9dbc-6d66b3d087bf tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0921376 May 26 18:04:01.203128 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ead2250a-198c-48af-8623-8bfaf311d787 req-907a5dcf-d176-4278-b59b-86efb8c66653 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770907 May 26 18:04:01.214904 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:01.216558 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:01.262890 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for port (db645f1d-9381-4614-8cf9-8363de0f35c1), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:01.294785 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (db645f1d-9381-4614-8cf9-8363de0f35c1), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:01.373210 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:01.419152 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:01.419697 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:01.436746 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (15b85e3d-d348-4c85-8472-1632f6e9373a), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:01.486487 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6,segment=NetworkSegment(3238bf5d-6b9d-4323-bb3f-d9d371922210),segment_id=3238bf5d-6b9d-4323-bb3f-d9d371922210)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:01.495020 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:01.495975 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 6422d123-c29e-465e-9088-2b4946eeb34d up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:01.520191 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event updated for resources: {'Port': ['ID=db645f1d-9381-4614-8cf9-8363de0f35c1,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:01.533479 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:01.556924 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7fea43b8-338b-44c8-bf2f-f627538e0b81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0566449 May 26 18:04:01.670712 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 6422d123-c29e-465e-9088-2b4946eeb34d triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:01.671098 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:01.676349 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:01.834073 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 6422d123-c29e-465e-9088-2b4946eeb34d is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:01.931117 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-4586493b-bb63-4951-b107-8e5b5fb44a9e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1216237686&fields=id&tenant_id=53288d567a8f426bb068908db481e32e HTTP/1.1" status: 200 len: 267 time: 0.0705359 May 26 18:04:01.963129 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=28 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:01.974769 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=18 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:01.987230 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69309337-8d43-4b86-9443-b06dd456915b None None] Network 444255ab-9cfa-45a4-9fcd-6e5508c22ace requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:04:02.095506 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-d67380b6-3d55-47fa-887d-b521c756ca5a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:02.102943 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-d67380b6-3d55-47fa-887d-b521c756ca5a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 819 time: 0.1704090 May 26 18:04:02.122834 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-b56a3288-a499-48d8-8b1f-99123d0cba4a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/quotas/53288d567a8f426bb068908db481e32e HTTP/1.1" status: 200 len: 375 time: 0.0168736 May 26 18:04:02.129874 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-ce7edff7-986c-4d56-afaf-8a64eca2a4b5 None None] Provisioning complete for port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:02.133259 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ce7edff7-986c-4d56-afaf-8a64eca2a4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:02.163450 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Publish callbacks [] for router_gateway (a6f7a395-651b-4850-bcf6-f3b02779a3fe), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:02.173053 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a27ab3-2f24-4e91-b9cd-236ebc2c1344 req-08af67ff-5124-4ac3-9d0c-4dc0d9ce5fae tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:02.178873 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-45a27ab3-2f24-4e91-b9cd-236ebc2c1344 req-08af67ff-5124-4ac3-9d0c-4dc0d9ce5fae tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.7146149 May 26 18:04:02.252792 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-835d5d03-aa9c-42dd-9023-c51b32b5de3c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1281016 May 26 18:04:02.311150 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-45a27ab3-2f24-4e91-b9cd-236ebc2c1344 req-779e0dac-4343-49b7-8d5f-731a2d5c679a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630822 May 26 18:04:02.413254 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-9abbcbe4-4c30-42b5-9a77-db702512d31f service neutron] 10.222.0.69 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595051 May 26 18:04:02.456368 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-ce7edff7-986c-4d56-afaf-8a64eca2a4b5 None None] Current status of the port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:02.520930 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:02.593827 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649076df-27b5-44b1-91e6-6b66937c2aa3 req-f89d6862-b010-4dec-8b89-dd5185a4c2d3 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:02.595485 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-649076df-27b5-44b1-91e6-6b66937c2aa3 req-f89d6862-b010-4dec-8b89-dd5185a4c2d3 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1027033 May 26 18:04:02.611171 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:02.638980 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-0d3f34c7-03c2-432f-8aea-37a67e3ca342 service neutron] 10.222.0.69 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243998 May 26 18:04:02.688578 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8125169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8118277'] for router (a6f7a395-651b-4850-bcf6-f3b02779a3fe), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:02.694893 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-649076df-27b5-44b1-91e6-6b66937c2aa3 req-0869de1a-1edb-441c-8a59-1bb96bfd94c1 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695999 May 26 18:04:02.791550 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-02f55426-2315-4aed-a230-51be8b7b1c97 None None] Provisioning complete for port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:02.792047 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-02f55426-2315-4aed-a230-51be8b7b1c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:02.936125 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:02.937543 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-02f55426-2315-4aed-a230-51be8b7b1c97 None None] Current status of the port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:02.977251 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:03.065570 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b57d152b-cce4-4231-a5a7-7a6c66dc539c req-219e8d3a-7fb9-4ebe-8415-314b962e021d tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 210 time: 0.1099708 May 26 18:04:03.101519 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:03.101519 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:03.123835 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:03.134665 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Router a6f7a395-651b-4850-bcf6-f3b02779a3fe is scheduled to L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 with binding_index 1 {{(pid=103837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:04:03.282769 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:04:03.294505 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Sync routers for ids ['a6f7a395-651b-4850-bcf6-f3b02779a3fe'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:04:03.311084 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Routers {'a6f7a395-651b-4850-bcf6-f3b02779a3fe'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:03.313057 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:03.313574 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:03:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a6f7a395-651b-4850-bcf6-f3b02779a3fe'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:03.333880 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:03.338016 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a7915e23-2403-447b-b509-3b9b3a455b0c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6389952 May 26 18:04:03.340099 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42110) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:03.492840 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Set router a6f7a395-651b-4850-bcf6-f3b02779a3fe gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:03.641236 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118037d-753b-4217-9bf0-04486600e22d req-f4ef4fb7-f55a-4000-b5b7-7676ff230fe6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:03.644488 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d118037d-753b-4217-9bf0-04486600e22d req-f4ef4fb7-f55a-4000-b5b7-7676ff230fe6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.1117461 May 26 18:04:03.714199 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'name': 'tempest-TestShelveInstance-1750989109-router', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:57Z', 'updated_at': '2022-05-26T18:04:01Z', 'revision_number': 3, 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'gw_port': {'id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:59Z', 'updated_at': '2022-05-26T18:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:03.754336 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Checking router: a6f7a395-651b-4850-bcf6-f3b02779a3fe for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:04:03.754693 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Updating router a6f7a395-651b-4850-bcf6-f3b02779a3fe port 09178662-5c8f-4283-a1e4-26f2ad42bd09 binding host dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:04:03.806187 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:03.844058 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a151a4-8440-4b61-9203-782d85648b8f req-bd687145-6973-471b-9439-a25773d6b04a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:03.847899 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b6a151a4-8440-4b61-9203-782d85648b8f req-bd687145-6973-471b-9439-a25773d6b04a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0626135 May 26 18:04:03.859951 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:03.900855 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d118037d-753b-4217-9bf0-04486600e22d req-fddac0a3-be54-402c-85df-525be2ff13a0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883469 May 26 18:04:03.971827 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b6a151a4-8440-4b61-9203-782d85648b8f req-04c7a0ef-5137-4ed9-8862-bf82b58eed1f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226468 May 26 18:04:04.008154 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:04.239682 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Allocated IP 172.20.0.1 (444255ab-9cfa-45a4-9fcd-6e5508c22ace/6c27e225-76a6-41c5-bf52-55702149a14d/e11c83e8-2776-4017-9d5f-80e4f702f937) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:04.290052 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Publish callbacks [] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:04.299454 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:04.364559 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Publish callbacks [] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:04.379954 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:04.381005 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Attempting to bind port 09178662-5c8f-4283-a1e4-26f2ad42bd09 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:04.381540 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Attempting to bind port 09178662-5c8f-4283-a1e4-26f2ad42bd09 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:04.382865 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Attempting to bind port 09178662-5c8f-4283-a1e4-26f2ad42bd09 on network fe5e7183-55e6-482c-9be6-dbe7ef622043 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:04.399849 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:04.400265 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Checking segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:04.400887 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:04.401434 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Bound using segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:04.402107 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Bound port: 09178662-5c8f-4283-a1e4-26f2ad42bd09, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:04.402704 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:04.424980 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20ac1b-98d6-4844-8e3b-93eb79211749 None None] Pushing event updated for resources: {'Port': ['ID=09178662-5c8f-4283-a1e4-26f2ad42bd09,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:04.434415 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:04.440708 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-929971c5-fbdd-4758-87b7-ad6af04ce00d req-872de209-400a-4306-bc20-29d7d565f2b7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 210 time: 0.0445497 May 26 18:04:04.445829 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:04.479254 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] For port 09178662-5c8f-4283-a1e4-26f2ad42bd09, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:04.483265 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] For port 09178662-5c8f-4283-a1e4-26f2ad42bd09, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=09178662-5c8f-4283-a1e4-26f2ad42bd09,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:04.492623 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:04.502959 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Network 444255ab-9cfa-45a4-9fcd-6e5508c22ace is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:04.508369 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:04.510916 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:04.515153 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Pushing event updated for resources: {'Port': ['ID=e11c83e8-2776-4017-9d5f-80e4f702f937,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:04.560278 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8120182'] for router_interface (a6f7a395-651b-4850-bcf6-f3b02779a3fe), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:04.564992 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20ac1b-98d6-4844-8e3b-93eb79211749 None None] Pushing event updated for resources: {'Port': ['ID=09178662-5c8f-4283-a1e4-26f2ad42bd09,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:04.568241 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Routers {'a6f7a395-651b-4850-bcf6-f3b02779a3fe'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:04.569127 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:03:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a6f7a395-651b-4850-bcf6-f3b02779a3fe'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:04.683990 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:04.718789 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] Set router a6f7a395-651b-4850-bcf6-f3b02779a3fe gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:04.767502 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:04.873989 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1a25e97d-5ed0-45e7-92dc-d405d5867fb0 None None] Provisioning complete for port e11c83e8-2776-4017-9d5f-80e4f702f937 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:04.875100 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1a25e97d-5ed0-45e7-92dc-d405d5867fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:04.915781 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1a25e97d-5ed0-45e7-92dc-d405d5867fb0 None None] Port e11c83e8-2776-4017-9d5f-80e4f702f937 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:04:04.960225 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:04.963984 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'name': 'tempest-TestShelveInstance-1750989109-router', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:57Z', 'updated_at': '2022-05-26T18:04:01Z', 'revision_number': 3, 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'gw_port': {'id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:59Z', 'updated_at': '2022-05-26T18:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:05.003153 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250fc215-2cf7-4680-a7f4-4a1e04a1be2b None None] The sync data for ids ['a6f7a395-651b-4850-bcf6-f3b02779a3fe'] in dv-cinder-836074-5-iscsi is: [{'id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'name': 'tempest-TestShelveInstance-1750989109-router', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:57Z', 'updated_at': '2022-05-26T18:04:01Z', 'revision_number': 3, 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'gw_port': {'id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:59Z', 'updated_at': '2022-05-26T18:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:04:05.133633 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a82549-cbe1-4cfd-96db-5b0d93ade28f req-d09ac313-1b07-4589-97e0-6665bacaa58a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:05.149160 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-42a82549-cbe1-4cfd-96db-5b0d93ade28f req-d09ac313-1b07-4589-97e0-6665bacaa58a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.1293426 May 26 18:04:05.246649 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-42a82549-cbe1-4cfd-96db-5b0d93ade28f req-05a9508c-823b-46f4-bb18-4ccc3feef43d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953245 May 26 18:04:05.415943 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6977f0-1824-45cd-bb5f-8671bab78964 req-9c1cdbf9-33b7-44f1-9e58-1e7eec81bd4b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:05.436733 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-be6977f0-1824-45cd-bb5f-8671bab78964 req-9c1cdbf9-33b7-44f1-9e58-1e7eec81bd4b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1213429 May 26 18:04:05.535715 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Publish callbacks [] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:05.555875 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:05.625506 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4ae78a8f-4103-4432-ad30-63c639ec2f0f req-63f592e0-8c5d-48c6-ab6b-06fd1fad513b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 210 time: 0.0455368 May 26 18:04:05.813275 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Pushing event updated for resources: {'Port': ['ID=e11c83e8-2776-4017-9d5f-80e4f702f937,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:05.919405 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8107905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8119238'] for router_interface (a6f7a395-651b-4850-bcf6-f3b02779a3fe), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:05.958679 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-be6977f0-1824-45cd-bb5f-8671bab78964 req-b3f46c9a-d49d-4a02-82fc-075f644edce6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4130383 May 26 18:04:06.030573 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-6c9dcef1-89ef-4f84-8d85-83d96183d146 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:06.038097 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-6c9dcef1-89ef-4f84-8d85-83d96183d146 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/networks?id=3c59b880-8c40-4026-aca1-e87d209962e4 HTTP/1.1" status: 200 len: 814 time: 0.2462916 May 26 18:04:06.084579 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ab0bee26-2347-4e5f-8783-aaa780301515 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/quotas/9fdf6152e6874f78825e5eddb7f14158 HTTP/1.1" status: 200 len: 375 time: 0.0452418 May 26 18:04:06.179445 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-f1ded0e8-be05-49ce-90f8-abdc2122a176 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9fdf6152e6874f78825e5eddb7f14158&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935249 May 26 18:04:06.191666 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Network 444255ab-9cfa-45a4-9fcd-6e5508c22ace is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:06.193281 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:06.365987 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:06.381799 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Router a6f7a395-651b-4850-bcf6-f3b02779a3fe has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:04:06.477982 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-7ef27d1c-1602-460d-b7df-98437e6266ac tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:06.479943 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-7ef27d1c-1602-460d-b7df-98437e6266ac tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 819 time: 0.4800012 May 26 18:04:06.527232 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc303c5-890f-47ff-b923-3f9f54e61142 req-1aa1f337-48ef-48d1-9a55-98ee21c3760e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:06.531757 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4cc303c5-890f-47ff-b923-3f9f54e61142 req-1aa1f337-48ef-48d1-9a55-98ee21c3760e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.1482401 May 26 18:04:06.539922 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-f2ddf841-dbcc-46b1-ba92-06159c0c66f7 service neutron] 10.222.0.69 "GET /v2.0/networks/3c59b880-8c40-4026-aca1-e87d209962e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587337 May 26 18:04:06.647473 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4cc303c5-890f-47ff-b923-3f9f54e61142 req-b9b721a7-2b6d-4b5f-8956-f54e0e3e9ab1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083376 May 26 18:04:06.653211 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:04:06.658812 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-3e5b7f98-254b-4be3-a041-97cafc1885ef admin admin] 10.222.0.69 "PUT /v2.0/routers/a6f7a395-651b-4850-bcf6-f3b02779a3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3166950 May 26 18:04:06.661731 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1045e886-5feb-4bd9-9989-595ad6348e5a None None] Provisioning complete for port e11c83e8-2776-4017-9d5f-80e4f702f937 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:06.662245 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1045e886-5feb-4bd9-9989-595ad6348e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:06.769683 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-c9407286-bfb5-4e26-972a-406a0be23a85 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53288d567a8f426bb068908db481e32e HTTP/1.1" status: 200 len: 380 time: 0.2743433 May 26 18:04:06.775455 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1045e886-5feb-4bd9-9989-595ad6348e5a None None] Port e11c83e8-2776-4017-9d5f-80e4f702f937 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:04:06.813060 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-1f9d734d-9710-456f-84de-624e71137076 service neutron] 10.222.0.69 "GET /v2.0/networks/3c59b880-8c40-4026-aca1-e87d209962e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700939 May 26 18:04:06.820190 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Request body: {'port': {'device_id': '704b23df-a1e8-425f-a6bf-4805b1356866', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'admin_state_up': True, 'tenant_id': '53288d567a8f426bb068908db481e32e', 'security_groups': ['d9db3440-0673-4df9-a400-83b98d5cde78']}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:06.826995 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-774c1329-ba3e-4f09-81e7-c83694483d9f req-23c6894d-7171-4c02-a85f-910489c4ed0f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 210 time: 0.0367267 May 26 18:04:06.978045 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:06.983369 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:06.992550 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 09178662-5c8f-4283-a1e4-26f2ad42bd09 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:07.094903 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Made reservation on behalf of 53288d567a8f426bb068908db481e32e for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:07.102165 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:07.124316 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 09178662-5c8f-4283-a1e4-26f2ad42bd09 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:07.125889 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:07.226768 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:07.327323 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 09178662-5c8f-4283-a1e4-26f2ad42bd09 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:07.329707 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:07.394250 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port 09178662-5c8f-4283-a1e4-26f2ad42bd09, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=09178662-5c8f-4283-a1e4-26f2ad42bd09,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:07.404230 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:07.495918 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42194) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:07.500562 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=09178662-5c8f-4283-a1e4-26f2ad42bd09,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:07.501007 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-75b449fc-da70-44cf-9846-44f5fdf415b6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716661715', 'description': 'tempest-secgroup-smoke-716661715 description', 'project_id': 'fce9015638524279b09969d5aacda2ba'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:07.507339 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572cb35-a17d-4881-8087-e0a04b13bde8 req-c2af6d57-ffbe-41ca-adf1-a3718beb7d3e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:07.520080 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4572cb35-a17d-4881-8087-e0a04b13bde8 req-c2af6d57-ffbe-41ca-adf1-a3718beb7d3e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.3250072 May 26 18:04:07.543000 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Allocated IP 172.20.0.14 (18d1c3ca-82fe-45c8-9ec5-367933ffa4c4/3b59f225-65a0-4eef-b8a2-9cfb718da775/b3168a60-01f6-45c3-989d-b7db5593ac6f) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:07.562112 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-75b449fc-da70-44cf-9846-44f5fdf415b6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:07.582202 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:07.684332 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4572cb35-a17d-4881-8087-e0a04b13bde8 req-a3fa36eb-930e-442e-aa09-0d7e63cfbdd5 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627285 May 26 18:04:07.856797 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a4d869e3-7d39-4e00-b30e-f7682f2fd0aa req-07b60925-3804-4d0b-965c-7ca9aee96fce tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 210 time: 0.1064632 May 26 18:04:07.878639 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-75b449fc-da70-44cf-9846-44f5fdf415b6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group (4e1880a9-e59d-4d24-978e-1ef08e537726), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:07.889772 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-75b449fc-da70-44cf-9846-44f5fdf415b6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (4e1880a9-e59d-4d24-978e-1ef08e537726), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:07.958692 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-75b449fc-da70-44cf-9846-44f5fdf415b6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:07.962744 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-75b449fc-da70-44cf-9846-44f5fdf415b6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4630804 May 26 18:04:07.963296 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b449fc-da70-44cf-9846-44f5fdf415b6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1880a9-e59d-4d24-978e-1ef08e537726,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:07.966270 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42208) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:07.971162 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-0f7b3378-39bf-4c5e-903c-a79f538bf819 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Request body: {'security_group_rule': {'security_group_id': '4e1880a9-e59d-4d24-978e-1ef08e537726', 'project_id': 'fce9015638524279b09969d5aacda2ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:08.015697 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0f7b3378-39bf-4c5e-903c-a79f538bf819 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (a8639b69-a0d2-4a06-84ab-12c73b626bde), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:08.056612 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:08.125581 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:08.125841 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Sync routers for ids ['a6f7a395-651b-4850-bcf6-f3b02779a3fe'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:04:08.159013 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Routers {'a6f7a395-651b-4850-bcf6-f3b02779a3fe'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:08.165883 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:03:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a6f7a395-651b-4850-bcf6-f3b02779a3fe'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:08.217022 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeb4c6-3af7-4818-85bf-2a40da289249 req-738ce449-f11a-46c0-9919-2e8ebcd15bf0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:08.219583 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-84eeb4c6-3af7-4818-85bf-2a40da289249 req-738ce449-f11a-46c0-9919-2e8ebcd15bf0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.1092863 May 26 18:04:08.221808 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:08.232720 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:08.242624 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:08.248962 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:08.249810 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:08.252289 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:08.252991 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91306f-f2cb-4e9e-bc50-91a465c35ab4 req-ab3d815a-a2bc-49bb-b9e0-da1b69840f50 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:08.255211 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0f91306f-f2cb-4e9e-bc50-91a465c35ab4 req-ab3d815a-a2bc-49bb-b9e0-da1b69840f50 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 932 time: 0.1849422 May 26 18:04:08.278102 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event updated for resources: {'Port': ['ID=b3168a60-01f6-45c3-989d-b7db5593ac6f,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:08.327052 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0f7b3378-39bf-4c5e-903c-a79f538bf819 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (a8639b69-a0d2-4a06-84ab-12c73b626bde), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:08.333375 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-84eeb4c6-3af7-4818-85bf-2a40da289249 req-a2caf2e1-a5e8-4c9c-ae27-d147a53a92bf tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056430 May 26 18:04:08.337432 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-74a15c48-56e9-4a6c-8e5e-17290f586f70 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5209680 May 26 18:04:08.364558 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Request body: {'port': {'device_id': '704b23df-a1e8-425f-a6bf-4805b1356866', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:08.400776 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0f7b3378-39bf-4c5e-903c-a79f538bf819 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (a8639b69-a0d2-4a06-84ab-12c73b626bde), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:08.422952 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0f91306f-f2cb-4e9e-bc50-91a465c35ab4 req-47da85b7-9bb7-4521-b6b9-366028f2bf56 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372528 May 26 18:04:08.481555 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b3378-39bf-4c5e-903c-a79f538bf819 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8639b69-a0d2-4a06-84ab-12c73b626bde,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:08.494047 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-0f7b3378-39bf-4c5e-903c-a79f538bf819 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:08.495342 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-0f7b3378-39bf-4c5e-903c-a79f538bf819 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5281050 May 26 18:04:08.498795 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42214) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:08.504869 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-9b565f5b-4100-413d-b4cd-284db8e4db12 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Request body: {'security_group_rule': {'security_group_id': '4e1880a9-e59d-4d24-978e-1ef08e537726', 'project_id': 'fce9015638524279b09969d5aacda2ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:08.584632 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:08.604259 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b565f5b-4100-413d-b4cd-284db8e4db12 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (e069fc1e-7299-4469-bd6b-1d278d8373af), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:08.642110 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Set router a6f7a395-651b-4850-bcf6-f3b02779a3fe gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:08.835347 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b565f5b-4100-413d-b4cd-284db8e4db12 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (e069fc1e-7299-4469-bd6b-1d278d8373af), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:08.843350 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b565f5b-4100-413d-b4cd-284db8e4db12 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (e069fc1e-7299-4469-bd6b-1d278d8373af), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:08.887047 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b565f5b-4100-413d-b4cd-284db8e4db12 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e069fc1e-7299-4469-bd6b-1d278d8373af,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:08.910189 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b565f5b-4100-413d-b4cd-284db8e4db12 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:08.914896 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9b565f5b-4100-413d-b4cd-284db8e4db12 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4144859 May 26 18:04:08.915541 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42228) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:08.920904 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-98336797-db27-497d-8706-58fecc415cc8 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Request body: {'security_group_rule': {'security_group_id': '4e1880a9-e59d-4d24-978e-1ef08e537726', 'project_id': 'fce9015638524279b09969d5aacda2ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:08.943129 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-8adab3f2-a987-4bc9-8f79-a9e4b3d001db None None] Provisioning complete for port b3168a60-01f6-45c3-989d-b7db5593ac6f triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:08.944475 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8adab3f2-a987-4bc9-8f79-a9e4b3d001db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.008742 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-98336797-db27-497d-8706-58fecc415cc8 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (4c579f89-e109-4304-ad66-79494e7f315a), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.037914 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 09178662-5c8f-4283-a1e4-26f2ad42bd09 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:09.051748 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-8adab3f2-a987-4bc9-8f79-a9e4b3d001db None None] Port b3168a60-01f6-45c3-989d-b7db5593ac6f cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:04:09.139705 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'name': 'tempest-TestShelveInstance-1750989109-router', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:57Z', 'updated_at': '2022-05-26T18:04:04Z', 'revision_number': 4, 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'gw_port': {'id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:59Z', 'updated_at': '2022-05-26T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'e11c83e8-2776-4017-9d5f-80e4f702f937', 'name': '', 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'mac_address': 'fa:16:3e:bf:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6c27e225-76a6-41c5-bf52-55702149a14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:04Z', 'updated_at': '2022-05-26T18:04:04Z', 'revision_number': 2, 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'subnets': [{'id': '6c27e225-76a6-41c5-bf52-55702149a14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:09.170552 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Checking router: a6f7a395-651b-4850-bcf6-f3b02779a3fe for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:04:09.171235 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Updating router a6f7a395-651b-4850-bcf6-f3b02779a3fe port e11c83e8-2776-4017-9d5f-80e4f702f937 binding host dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:04:09.185114 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-48ff6f95-b679-4986-86a4-741a99e2bd70 req-53631152-7a6d-4a9d-9d97-989e5a9fb105 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 210 time: 0.0932627 May 26 18:04:09.243977 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.246943 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 09178662-5c8f-4283-a1e4-26f2ad42bd09 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:09.247596 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.254236 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-98336797-db27-497d-8706-58fecc415cc8 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (4c579f89-e109-4304-ad66-79494e7f315a), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.266910 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:09.272897 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-98336797-db27-497d-8706-58fecc415cc8 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (4c579f89-e109-4304-ad66-79494e7f315a), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.310988 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:09.347644 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-98336797-db27-497d-8706-58fecc415cc8 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.354033 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-98336797-db27-497d-8706-58fecc415cc8 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4342027 May 26 18:04:09.358609 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42234) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:09.360766 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98336797-db27-497d-8706-58fecc415cc8 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c579f89-e109-4304-ad66-79494e7f315a,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:09.377495 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-9dca5a52-2747-40c3-aa99-2d4b18f395fa tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Request body: {'security_group_rule': {'security_group_id': '4e1880a9-e59d-4d24-978e-1ef08e537726', 'project_id': 'fce9015638524279b09969d5aacda2ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:09.473834 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 09178662-5c8f-4283-a1e4-26f2ad42bd09 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:09.481353 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9dca5a52-2747-40c3-aa99-2d4b18f395fa tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (ad4f030f-4675-40ce-9874-d5716c61ea7a), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.521279 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3168a60-01f6-45c3-989d-b7db5593ac6f {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:04:09.589295 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Publish callbacks [] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.629134 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Transition to ACTIVE for port object b3168a60-01f6-45c3-989d-b7db5593ac6f will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:04:09.635792 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45f3a0-a033-4387-9a2e-4753d86787ed req-b9285928-dc44-4de4-82a0-9193bb5d3ce4 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:09.640932 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda13f7-5252-4a06-92bd-cf9b1473dbb2 req-47d14f5f-6500-49cc-9597-8f9b138f90ce tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:09.644643 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ad45f3a0-a033-4387-9a2e-4753d86787ed req-b9285928-dc44-4de4-82a0-9193bb5d3ce4 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0948124 May 26 18:04:09.662752 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2bda13f7-5252-4a06-92bd-cf9b1473dbb2 req-47d14f5f-6500-49cc-9597-8f9b138f90ce tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.4448140 May 26 18:04:09.691577 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:09.724478 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.742988 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9dca5a52-2747-40c3-aa99-2d4b18f395fa tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (ad4f030f-4675-40ce-9874-d5716c61ea7a), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.751277 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:09.771975 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ad45f3a0-a033-4387-9a2e-4753d86787ed req-1af473de-4307-4af4-8f48-a077f085536f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263509 May 26 18:04:09.773453 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9dca5a52-2747-40c3-aa99-2d4b18f395fa tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (ad4f030f-4675-40ce-9874-d5716c61ea7a), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.831011 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:09.833015 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9dca5a52-2747-40c3-aa99-2d4b18f395fa tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.842230 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9dca5a52-2747-40c3-aa99-2d4b18f395fa tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4744813 May 26 18:04:09.842807 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Pushing event updated for resources: {'Port': ['ID=b3168a60-01f6-45c3-989d-b7db5593ac6f,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:09.845482 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42252) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:09.869332 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-b1d791be-e799-4417-ae3a-1eee31bbdbe7 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Request body: {'security_group_rule': {'security_group_id': '4e1880a9-e59d-4d24-978e-1ef08e537726', 'project_id': 'fce9015638524279b09969d5aacda2ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:09.880085 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca5a52-2747-40c3-aa99-2d4b18f395fa tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4f030f-4675-40ce-9874-d5716c61ea7a,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:09.934626 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.securitygroups_db [None req-b1d791be-e799-4417-ae3a-1eee31bbdbe7 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Project fce9015638524279b09969d5aacda2ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:04:09.967855 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b1d791be-e799-4417-ae3a-1eee31bbdbe7 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (0f5aadff-1647-4d1c-88ce-fd2e11f3cc0b), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:09.992785 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:10.016543 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2bda13f7-5252-4a06-92bd-cf9b1473dbb2 req-eac6b35c-9120-4c3c-bf25-f23d438a6afa tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326406 May 26 18:04:10.067200 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-bb78f913-ee81-44b7-a2b6-8825d4959740 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:10.079878 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-bb78f913-ee81-44b7-a2b6-8825d4959740 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.62 "GET /v2.0/networks?id=3c59b880-8c40-4026-aca1-e87d209962e4 HTTP/1.1" status: 200 len: 814 time: 0.8561609 May 26 18:04:10.091785 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b1d791be-e799-4417-ae3a-1eee31bbdbe7 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (0f5aadff-1647-4d1c-88ce-fd2e11f3cc0b), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:10.101039 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b1d791be-e799-4417-ae3a-1eee31bbdbe7 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (0f5aadff-1647-4d1c-88ce-fd2e11f3cc0b), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:10.143562 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77a0b0-cd9a-4fb3-89a0-047323d8fd36 req-495732f4-38ff-4bf8-a189-2f7ace816f60 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:10.160628 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cd77a0b0-cd9a-4fb3-89a0-047323d8fd36 req-495732f4-38ff-4bf8-a189-2f7ace816f60 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 944 time: 0.2406781 May 26 18:04:10.170356 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Request body: {'port': {'device_id': 'c390424a-1a68-4b4f-abea-917428ba36e5', 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4', 'admin_state_up': True, 'tenant_id': '9fdf6152e6874f78825e5eddb7f14158'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:10.195234 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b1d791be-e799-4417-ae3a-1eee31bbdbe7 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:10.195234 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-b1d791be-e799-4417-ae3a-1eee31bbdbe7 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3349171 May 26 18:04:10.202156 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 42260) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:10.208221 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d791be-e799-4417-ae3a-1eee31bbdbe7 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5aadff-1647-4d1c-88ce-fd2e11f3cc0b,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:10.259466 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-c80956da-7fc2-438e-80fb-70d17374a215 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Request body: {'security_group_rule': {'security_group_id': '4e1880a9-e59d-4d24-978e-1ef08e537726', 'project_id': 'fce9015638524279b09969d5aacda2ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:10.295858 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cd77a0b0-cd9a-4fb3-89a0-047323d8fd36 req-ef31d75e-64f3-41c2-951b-9b919169a485 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342611 May 26 18:04:10.306969 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.securitygroups_db [None req-c80956da-7fc2-438e-80fb-70d17374a215 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Project fce9015638524279b09969d5aacda2ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:04:10.307181 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Publish callbacks [] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:10.318909 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:10.367495 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Attempting to bind port b3168a60-01f6-45c3-989d-b7db5593ac6f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:10.368250 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Attempting to bind port b3168a60-01f6-45c3-989d-b7db5593ac6f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:10.368586 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Attempting to bind port b3168a60-01f6-45c3-989d-b7db5593ac6f on network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:10.375319 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c80956da-7fc2-438e-80fb-70d17374a215 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (f622ff3d-a210-4fee-ae9f-81e21538b728), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:10.400253 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Port b3168a60-01f6-45c3-989d-b7db5593ac6f on network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:04:10.400824 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Attempting to bind port b3168a60-01f6-45c3-989d-b7db5593ac6f on network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:10.475642 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8138f52b-1314-46f6-9c7f-1a1bfa1ca98d req-fdb7e73c-6861-47a4-b392-991882417416 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 210 time: 0.0671282 May 26 18:04:10.563459 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23c2cb-ce1d-418f-a31c-6ac99a24df09 None None] Pushing event updated for resources: {'Port': ['ID=e11c83e8-2776-4017-9d5f-80e4f702f937,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:10.732255 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Attempting to bind port e11c83e8-2776-4017-9d5f-80e4f702f937 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:10.732891 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Attempting to bind port e11c83e8-2776-4017-9d5f-80e4f702f937 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': '3238bf5d-6b9d-4323-bb3f-d9d371922210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:10.733371 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Attempting to bind port e11c83e8-2776-4017-9d5f-80e4f702f937 on network 444255ab-9cfa-45a4-9fcd-6e5508c22ace {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:10.741393 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:10.741767 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Checking segment: {'id': '3238bf5d-6b9d-4323-bb3f-d9d371922210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:10.742265 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:10.742664 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Bound using segment: {'id': '3238bf5d-6b9d-4323-bb3f-d9d371922210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:10.743265 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Bound port: e11c83e8-2776-4017-9d5f-80e4f702f937, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3238bf5d-6b9d-4323-bb3f-d9d371922210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:10.743714 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:10.876316 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:10.877399 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Checking segment: {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:10.878195 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Bound using segment: {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:10.883468 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Bound port: b3168a60-01f6-45c3-989d-b7db5593ac6f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb6347c-57e0-42f2-8db4-c698be22ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:10.884257 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:10.953480 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c80956da-7fc2-438e-80fb-70d17374a215 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (f622ff3d-a210-4fee-ae9f-81e21538b728), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:10.961337 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c80956da-7fc2-438e-80fb-70d17374a215 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (f622ff3d-a210-4fee-ae9f-81e21538b728), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:10.994346 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] For port e11c83e8-2776-4017-9d5f-80e4f702f937, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:11.010699 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80956da-7fc2-438e-80fb-70d17374a215 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f622ff3d-a210-4fee-ae9f-81e21538b728,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:11.018281 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Made reservation on behalf of 9fdf6152e6874f78825e5eddb7f14158 for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:11.021802 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:11.025632 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-a840fe3b-ffe0-45ac-bee4-d50925cfdd58 None None] Provisioning complete for port e11c83e8-2776-4017-9d5f-80e4f702f937 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:11.026010 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a840fe3b-ffe0-45ac-bee4-d50925cfdd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:11.029286 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c54e1d-3af7-4cc9-a21d-fda42c0d8668 req-c6302732-06f8-434d-a4f9-83008e346fa4 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:11.050485 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1c54e1d-3af7-4cc9-a21d-fda42c0d8668 req-c6302732-06f8-434d-a4f9-83008e346fa4 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.1277938 May 26 18:04:11.096909 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] For port e11c83e8-2776-4017-9d5f-80e4f702f937, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=e11c83e8-2776-4017-9d5f-80e4f702f937,segment=NetworkSegment(3238bf5d-6b9d-4323-bb3f-d9d371922210),segment_id=3238bf5d-6b9d-4323-bb3f-d9d371922210)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:11.107898 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-a840fe3b-ffe0-45ac-bee4-d50925cfdd58 None None] Port e11c83e8-2776-4017-9d5f-80e4f702f937 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:04:11.121227 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:11.155155 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c80956da-7fc2-438e-80fb-70d17374a215 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:11.157960 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c80956da-7fc2-438e-80fb-70d17374a215 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9547451 May 26 18:04:11.188649 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1c54e1d-3af7-4cc9-a21d-fda42c0d8668 req-6d5b92a6-5dee-450f-a377-a0eaec21eeae tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345911 May 26 18:04:11.281900 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Routers {'a6f7a395-651b-4850-bcf6-f3b02779a3fe'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:11.282341 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:03:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a6f7a395-651b-4850-bcf6-f3b02779a3fe'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:11.286132 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23c2cb-ce1d-418f-a31c-6ac99a24df09 None None] Pushing event updated for resources: {'Port': ['ID=e11c83e8-2776-4017-9d5f-80e4f702f937,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:11.331173 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] For port b3168a60-01f6-45c3-989d-b7db5593ac6f, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:11.362250 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] For port b3168a60-01f6-45c3-989d-b7db5593ac6f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3168a60-01f6-45c3-989d-b7db5593ac6f,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:11.399167 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:11.489847 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e0bd4-c25f-4463-94c4-546e7f5291bd req-02eff9c1-33b8-4dc6-a00e-19819bf1ba43 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:11.500911 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-695e0bd4-c25f-4463-94c4-546e7f5291bd req-02eff9c1-33b8-4dc6-a00e-19819bf1ba43 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 944 time: 0.1002178 May 26 18:04:11.606944 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Pushing event updated for resources: {'Port': ['ID=b3168a60-01f6-45c3-989d-b7db5593ac6f,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:11.656665 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-695e0bd4-c25f-4463-94c4-546e7f5291bd req-514758c6-4016-4f8f-b947-28e48a271356 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547685 May 26 18:04:11.670027 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945b87e-8c9c-4aaf-9fe3-304fcd1922f7 req-a56ed9c1-e3ab-4984-9309-61d45c6d4d41 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:11.671820 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4945b87e-8c9c-4aaf-9fe3-304fcd1922f7 req-a56ed9c1-e3ab-4984-9309-61d45c6d4d41 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.5104485 May 26 18:04:11.698336 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:11.699295 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:11.712692 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-44140b2e-8aad-41c5-b5c5-e17cd39d325a service neutron] 10.222.0.62 "PUT /v2.0/ports/b3168a60-01f6-45c3-989d-b7db5593ac6f HTTP/1.1" status: 200 len: 1094 time: 3.3629742 May 26 18:04:11.752396 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704b23df-a1e8-425f-a6bf-4805b1356866', 'tag': 'b3168a60-01f6-45c3-989d-b7db5593ac6f'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:04:11.772633 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336da142-b560-4f2b-a005-44a9488931a1" -d '{"events": [{"name": "network-changed", "server_uuid": "704b23df-a1e8-425f-a6bf-4805b1356866", "tag": "b3168a60-01f6-45c3-989d-b7db5593ac6f"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:04:11.901484 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ba45fe7e-d090-4471-b88a-f2cb5b46155f req-990e3b08-9de9-4ed0-ae9a-f4daf56465af tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 210 time: 0.0808003 May 26 18:04:11.918791 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-711784c3-e8e6-4b84-b2b9-fe3e33c205eb None None] Provisioning complete for port e11c83e8-2776-4017-9d5f-80e4f702f937 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:11.919462 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-711784c3-e8e6-4b84-b2b9-fe3e33c205eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:11.938534 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] Set router a6f7a395-651b-4850-bcf6-f3b02779a3fe gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:11.980210 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-550212c3-f620-4e75-9923-b2eedb0b634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:11.982761 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-550212c3-f620-4e75-9923-b2eedb0b634f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 1128 time: 0.1979263 May 26 18:04:11.991806 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae188224-48f8-4ecf-bebf-a61f51de032a x-openstack-request-id: req-ae188224-48f8-4ecf-bebf-a61f51de032a {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:04:11.992129 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704b23df-a1e8-425f-a6bf-4805b1356866", "tag": "b3168a60-01f6-45c3-989d-b7db5593ac6f", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:04:11.992389 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae188224-48f8-4ecf-bebf-a61f51de032a {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:04:11.992841 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae188224-48f8-4ecf-bebf-a61f51de032a'] response: {'name': 'network-changed', 'server_uuid': '704b23df-a1e8-425f-a6bf-4805b1356866', 'tag': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'status': 'completed', 'code': 200} May 26 18:04:12.115178 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-908dae99-0234-4a28-ad9b-9b76f785879d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3168a60-01f6-45c3-989d-b7db5593ac6f HTTP/1.1" status: 200 len: 217 time: 0.1208057 May 26 18:04:12.176364 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Allocated IP 172.20.0.12 (3c59b880-8c40-4026-aca1-e87d209962e4/883260cd-9f0e-441b-91fd-c83d9e0da2b1/b554fe83-95b4-4b42-aeea-6e2f977bb086) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:12.300884 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:12.301615 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:12.374987 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:12.473470 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045ec21-8f8a-487e-8b6c-2a2c294a8e48 req-12419e36-7f68-40ce-a575-6992a742f250 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:12.474996 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0045ec21-8f8a-487e-8b6c-2a2c294a8e48 req-12419e36-7f68-40ce-a575-6992a742f250 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.1016262 May 26 18:04:12.503407 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4945b87e-8c9c-4aaf-9fe3-304fcd1922f7 req-4e5343ea-2b0f-4fdb-b8f5-232792354753 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7668021 May 26 18:04:12.520721 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-711784c3-e8e6-4b84-b2b9-fe3e33c205eb None None] Current status of the port e11c83e8-2776-4017-9d5f-80e4f702f937 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:12.521111 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-711784c3-e8e6-4b84-b2b9-fe3e33c205eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:12.566751 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'name': 'tempest-TestShelveInstance-1750989109-router', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:57Z', 'updated_at': '2022-05-26T18:04:04Z', 'revision_number': 4, 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'gw_port': {'id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:59Z', 'updated_at': '2022-05-26T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'e11c83e8-2776-4017-9d5f-80e4f702f937', 'name': '', 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'mac_address': 'fa:16:3e:bf:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6c27e225-76a6-41c5-bf52-55702149a14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:04Z', 'updated_at': '2022-05-26T18:04:10Z', 'revision_number': 4, 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'subnets': [{'id': '6c27e225-76a6-41c5-bf52-55702149a14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:12.608951 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-711784c3-e8e6-4b84-b2b9-fe3e33c205eb None None] For port e11c83e8-2776-4017-9d5f-80e4f702f937, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=e11c83e8-2776-4017-9d5f-80e4f702f937,segment=NetworkSegment(3238bf5d-6b9d-4323-bb3f-d9d371922210),segment_id=3238bf5d-6b9d-4323-bb3f-d9d371922210)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:12.610606 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b53c9a-0051-4145-aaf6-8e6794dc84ee None None] The sync data for ids ['a6f7a395-651b-4850-bcf6-f3b02779a3fe'] in dv-cinder-836074-5-iscsi is: [{'id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'name': 'tempest-TestShelveInstance-1750989109-router', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:57Z', 'updated_at': '2022-05-26T18:04:04Z', 'revision_number': 4, 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'gw_port': {'id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:59Z', 'updated_at': '2022-05-26T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'e11c83e8-2776-4017-9d5f-80e4f702f937', 'name': '', 'network_id': '444255ab-9cfa-45a4-9fcd-6e5508c22ace', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'mac_address': 'fa:16:3e:bf:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6c27e225-76a6-41c5-bf52-55702149a14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:04Z', 'updated_at': '2022-05-26T18:04:10Z', 'revision_number': 4, 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'subnets': [{'id': '6c27e225-76a6-41c5-bf52-55702149a14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:04:12.618632 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-711784c3-e8e6-4b84-b2b9-fe3e33c205eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:12.720713 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0045ec21-8f8a-487e-8b6c-2a2c294a8e48 req-0d790702-20db-4557-928d-7920eafa25c0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351792 May 26 18:04:12.734467 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711784c3-e8e6-4b84-b2b9-fe3e33c205eb None None] Pushing event updated for resources: {'Port': ['ID=e11c83e8-2776-4017-9d5f-80e4f702f937,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:12.767759 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:12.854693 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-bbb1e725-f5f7-44c2-97f6-5d9b02c36d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:12.856793 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-bbb1e725-f5f7-44c2-97f6-5d9b02c36d27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.5509992 May 26 18:04:12.860349 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks [] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:13.025643 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device e11c83e8-2776-4017-9d5f-80e4f702f937 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:13.066263 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1817e8d2-5718-431f-aa26-161f5f615ae0 req-e2cedf55-3cc1-4108-9e50-a8bfbd0c5e07 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 210 time: 0.0448015 May 26 18:04:13.066588 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-9778806f-e01f-4ef6-9c0d-9e69402ab125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:13.069084 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-9778806f-e01f-4ef6-9c0d-9e69402ab125 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1592271 May 26 18:04:13.092623 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d276f6-8d5e-46b5-93a7-bf8d3cf7af7d req-b8a47903-8e66-4868-b3a8-c44ce6d6fa46 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:13.094215 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e2d276f6-8d5e-46b5-93a7-bf8d3cf7af7d req-b8a47903-8e66-4868-b3a8-c44ce6d6fa46 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 944 time: 0.2317734 May 26 18:04:13.174184 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port e11c83e8-2776-4017-9d5f-80e4f702f937 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:13.174946 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:13.180922 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:13.284241 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e2d276f6-8d5e-46b5-93a7-bf8d3cf7af7d req-4dae6f11-3f15-43c2-aaf3-92f72b61f536 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670043 May 26 18:04:13.319492 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port e11c83e8-2776-4017-9d5f-80e4f702f937 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:13.380577 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Network 3c59b880-8c40-4026-aca1-e87d209962e4 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:13.382351 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:13.390661 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:13.401256 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:13.402069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:13.557077 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3966274 May 26 18:04:13.557863 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36224c-9965-4348-b51f-e107e645b613 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Pushing event updated for resources: {'Port': ['ID=b554fe83-95b4-4b42-aeea-6e2f977bb086,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:13.572836 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Request body: {'port': {'device_id': 'c390424a-1a68-4b4f-abea-917428ba36e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:13.717072 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:13.844348 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960b583-7814-4090-8f36-d56fe6f8fc5b req-5aba1ad8-efd0-4c3a-94d6-5bee7fe3ea22 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:13.846547 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-0d01709c-3440-4ee3-9ecb-5cf3968b3e8b service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355211 May 26 18:04:13.850715 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:13.855957 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e960b583-7814-4090-8f36-d56fe6f8fc5b req-5aba1ad8-efd0-4c3a-94d6-5bee7fe3ea22 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1703353 May 26 18:04:13.997756 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e960b583-7814-4090-8f36-d56fe6f8fc5b req-1144703d-5200-4364-9dc2-a6d201a84b84 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404574 May 26 18:04:14.178815 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1064e33-8926-476d-abc0-6689d4f1dc24 req-6be4a67f-d9ec-49da-a683-9e2fabea6f22 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:14.187915 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1064e33-8926-476d-abc0-6689d4f1dc24 req-6be4a67f-d9ec-49da-a683-9e2fabea6f22 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.2590587 May 26 18:04:14.234856 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6d688739-5f13-4b0b-ab7f-ebe5fafa3614 req-589bd58f-1b11-4fad-8737-d3a84c942e22 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607833 May 26 18:04:14.300460 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:14.333503 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe5e79-3f8e-4d43-9691-56d0749cc3ca req-20b1d630-981a-481c-8c9d-72d4977c2d11 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:14.335949 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:14.342490 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4bbe5e79-3f8e-4d43-9691-56d0749cc3ca req-20b1d630-981a-481c-8c9d-72d4977c2d11 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 932 time: 0.1420274 May 26 18:04:14.396949 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f1064e33-8926-476d-abc0-6689d4f1dc24 req-9bbee53a-bef8-4470-bb40-5f23c19fa68d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003741 May 26 18:04:14.415702 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4bbe5e79-3f8e-4d43-9691-56d0749cc3ca req-b7c760db-0b7a-41fc-a514-6a8b28bd4a97 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700548 May 26 18:04:14.589586 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:14.616669 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7fbe3-a47c-44a8-a525-ca7bb7e6bf8e req-2931e462-fb18-4f40-9a63-25058a830363 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:14.622085 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1be7fbe3-a47c-44a8-a525-ca7bb7e6bf8e req-2931e462-fb18-4f40-9a63-25058a830363 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 944 time: 0.1212308 May 26 18:04:14.731786 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1be7fbe3-a47c-44a8-a525-ca7bb7e6bf8e req-c0a06c5f-956a-4063-94c8-7f7f5cbcad77 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027930 May 26 18:04:14.740468 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b554fe83-95b4-4b42-aeea-6e2f977bb086 {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:04:14.750117 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Publish callbacks [] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:14.767667 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:04:14.773155 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Transition to ACTIVE for port object b554fe83-95b4-4b42-aeea-6e2f977bb086 will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:04:14.777091 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:14.832936 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Pushing event updated for resources: {'Port': ['ID=b554fe83-95b4-4b42-aeea-6e2f977bb086,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:14.867553 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Attempting to bind port b554fe83-95b4-4b42-aeea-6e2f977bb086 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:14.867893 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Attempting to bind port b554fe83-95b4-4b42-aeea-6e2f977bb086 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '8f2c3c0a-7363-4139-9595-8a598fa7e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:14.868258 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Attempting to bind port b554fe83-95b4-4b42-aeea-6e2f977bb086 on network 3c59b880-8c40-4026-aca1-e87d209962e4 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:14.873426 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Port b554fe83-95b4-4b42-aeea-6e2f977bb086 on network 3c59b880-8c40-4026-aca1-e87d209962e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:04:14.873752 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Attempting to bind port b554fe83-95b4-4b42-aeea-6e2f977bb086 on network 3c59b880-8c40-4026-aca1-e87d209962e4 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:14.878664 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:14.879000 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Checking segment: {'id': '8f2c3c0a-7363-4139-9595-8a598fa7e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:14.879387 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Bound using segment: {'id': '8f2c3c0a-7363-4139-9595-8a598fa7e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:14.879818 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Bound port: b554fe83-95b4-4b42-aeea-6e2f977bb086, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2c3c0a-7363-4139-9595-8a598fa7e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:14.880217 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:14.943373 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] For port b554fe83-95b4-4b42-aeea-6e2f977bb086, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:14.946599 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] For port b554fe83-95b4-4b42-aeea-6e2f977bb086, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b554fe83-95b4-4b42-aeea-6e2f977bb086,segment=NetworkSegment(8f2c3c0a-7363-4139-9595-8a598fa7e663),segment_id=8f2c3c0a-7363-4139-9595-8a598fa7e663)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:14.953461 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:14.993511 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:14.994155 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:14.995710 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] 10.222.0.62 "PUT /v2.0/ports/b554fe83-95b4-4b42-aeea-6e2f977bb086 HTTP/1.1" status: 200 len: 1094 time: 1.4286695 May 26 18:04:15.001528 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c390424a-1a68-4b4f-abea-917428ba36e5', 'tag': 'b554fe83-95b4-4b42-aeea-6e2f977bb086'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:04:15.003785 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2b78cf-cc8c-4076-9092-e01e16e766ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c390424a-1a68-4b4f-abea-917428ba36e5", "tag": "b554fe83-95b4-4b42-aeea-6e2f977bb086"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:04:15.027034 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ae0b9-2581-4910-baf4-5158e3fd1433 service neutron] Pushing event updated for resources: {'Port': ['ID=b554fe83-95b4-4b42-aeea-6e2f977bb086,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:15.069471 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b8ef20-dec9-4e92-b006-5aa352aac2f3 x-openstack-request-id: req-56b8ef20-dec9-4e92-b006-5aa352aac2f3 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:04:15.069771 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c390424a-1a68-4b4f-abea-917428ba36e5", "tag": "b554fe83-95b4-4b42-aeea-6e2f977bb086", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:04:15.072106 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-56b8ef20-dec9-4e92-b006-5aa352aac2f3 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:04:15.072106 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b8ef20-dec9-4e92-b006-5aa352aac2f3'] response: {'name': 'network-changed', 'server_uuid': 'c390424a-1a68-4b4f-abea-917428ba36e5', 'tag': 'b554fe83-95b4-4b42-aeea-6e2f977bb086', 'status': 'completed', 'code': 200} May 26 18:04:15.147495 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a40e1-6d20-44d7-8e33-08e9856d7452 req-18471950-1689-4608-95a5-2693878bbdfb tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:15.149014 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-658a40e1-6d20-44d7-8e33-08e9856d7452 req-18471950-1689-4608-95a5-2693878bbdfb tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0581586 May 26 18:04:15.199788 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-658a40e1-6d20-44d7-8e33-08e9856d7452 req-e23ea42c-7d66-4244-8938-20353bc15e4d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442073 May 26 18:04:15.509094 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d636b60-0abd-47c8-94f1-d64b551884e4 req-fdd8c337-6970-457a-b674-c9fd17ab903c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:15.510642 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0d636b60-0abd-47c8-94f1-d64b551884e4 req-fdd8c337-6970-457a-b674-c9fd17ab903c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0525806 May 26 18:04:15.527881 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc7f69-4a7b-4e7f-8f3d-8d392f5387b5 req-5d423353-0f17-4701-ac56-a581806731aa tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:15.529491 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d5fc7f69-4a7b-4e7f-8f3d-8d392f5387b5 req-5d423353-0f17-4701-ac56-a581806731aa tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 944 time: 0.0494697 May 26 18:04:15.549739 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:15.584445 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d5fc7f69-4a7b-4e7f-8f3d-8d392f5387b5 req-2987908f-c28c-461b-ab8a-2fd1ac5138e6 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488689 May 26 18:04:15.593675 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0d636b60-0abd-47c8-94f1-d64b551884e4 req-1c6db8e7-0bc1-463b-a4cc-09e8911b5971 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752294 May 26 18:04:15.692622 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336da142-b560-4f2b-a005-44a9488931a1 req-28b767e5-1f6a-45f1-8e78-0dcf4f7a4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:15.694173 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-336da142-b560-4f2b-a005-44a9488931a1 req-28b767e5-1f6a-45f1-8e78-0dcf4f7a4962 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 1128 time: 0.0464222 May 26 18:04:15.809120 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:15.862569 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b78cf-cc8c-4076-9092-e01e16e766ac req-ae746ed4-ec8d-4f69-bf46-9598b36a17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:15.863971 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-be2b78cf-cc8c-4076-9092-e01e16e766ac req-ae746ed4-ec8d-4f69-bf46-9598b36a17b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9fdf6152e6874f78825e5eddb7f14158&device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 1128 time: 0.1281357 May 26 18:04:15.918280 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd98d46-d4d3-41a4-89c8-506c9d0b52b7 req-7e128c24-42cc-4707-bf57-2a0cf826bf42 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:15.919947 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-efd98d46-d4d3-41a4-89c8-506c9d0b52b7 req-7e128c24-42cc-4707-bf57-2a0cf826bf42 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 944 time: 0.0977585 May 26 18:04:15.966213 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336da142-b560-4f2b-a005-44a9488931a1 req-61eae4e7-6cd0-4133-b16e-4f1a93a2d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:15.967646 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-336da142-b560-4f2b-a005-44a9488931a1 req-61eae4e7-6cd0-4133-b16e-4f1a93a2d1b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 920 time: 0.2411635 May 26 18:04:16.035246 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-336da142-b560-4f2b-a005-44a9488931a1 req-71bd8e7a-053b-43c6-a3dc-d0ef30e640ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3168a60-01f6-45c3-989d-b7db5593ac6f HTTP/1.1" status: 200 len: 217 time: 0.0517244 May 26 18:04:16.040049 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:16.068690 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-efd98d46-d4d3-41a4-89c8-506c9d0b52b7 req-db8c4a03-4c62-48c3-9626-03d250d5822e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394343 May 26 18:04:16.081448 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b78cf-cc8c-4076-9092-e01e16e766ac req-16259fe6-d6f4-440e-94d3-d044bd695ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:16.082056 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-be2b78cf-cc8c-4076-9092-e01e16e766ac req-16259fe6-d6f4-440e-94d3-d044bd695ef1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=9fdf6152e6874f78825e5eddb7f14158&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2073693 May 26 18:04:16.357779 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84f7f7-50ea-4de8-8dbd-b88b39c56db4 req-86d04959-435a-4dcf-9922-58f82038e9a9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:16.359473 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5a84f7f7-50ea-4de8-8dbd-b88b39c56db4 req-86d04959-435a-4dcf-9922-58f82038e9a9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0545900 May 26 18:04:16.403203 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468901d0-ad41-4bc6-b1bd-08472485592a req-8fb8e01e-6ef4-4a28-9752-6eab2976f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:16.404993 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-468901d0-ad41-4bc6-b1bd-08472485592a req-8fb8e01e-6ef4-4a28-9752-6eab2976f941 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 1129 time: 0.1233792 May 26 18:04:16.410394 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336da142-b560-4f2b-a005-44a9488931a1 req-17772e28-d4b6-463a-ba9d-71217ede6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:16.412265 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-336da142-b560-4f2b-a005-44a9488931a1 req-17772e28-d4b6-463a-ba9d-71217ede6df1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.1744778 May 26 18:04:16.423795 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5a84f7f7-50ea-4de8-8dbd-b88b39c56db4 req-4c7e5761-d71c-4301-b03a-b72e1c389ebd tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581102 May 26 18:04:16.503307 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336da142-b560-4f2b-a005-44a9488931a1 req-9e86af1c-d285-4b60-9b15-055bdaf8ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:16.504981 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-336da142-b560-4f2b-a005-44a9488931a1 req-9e86af1c-d285-4b60-9b15-055bdaf8ab68 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830972 May 26 18:04:16.568693 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b78cf-cc8c-4076-9092-e01e16e766ac req-b41d9f7f-2c87-47bb-a5d0-1c80282d2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:16.570364 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-be2b78cf-cc8c-4076-9092-e01e16e766ac req-b41d9f7f-2c87-47bb-a5d0-1c80282d2075 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3316321 May 26 18:04:16.732575 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836f87e-30a9-4293-8aa9-06eb5caa5ee1 req-f56b9e11-5b50-4a55-9ce6-d10d8726c29b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:16.734318 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a836f87e-30a9-4293-8aa9-06eb5caa5ee1 req-f56b9e11-5b50-4a55-9ce6-d10d8726c29b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0969017 May 26 18:04:16.799269 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a836f87e-30a9-4293-8aa9-06eb5caa5ee1 req-22fdd588-a687-4e18-8a9f-59bcff8822af tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589044 May 26 18:04:16.919287 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f57bed-5a45-470e-a613-7ba143281eb4 req-ddb1aa4d-c510-4c4f-8be0-c456cf8e6485 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:16.919633 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0eb76-e9d9-4562-91c0-16db06ea02e3 req-29f8789a-1bb0-4c2d-9bf2-722a939aef30 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:16.920332 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a1f57bed-5a45-470e-a613-7ba143281eb4 req-ddb1aa4d-c510-4c4f-8be0-c456cf8e6485 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 944 time: 0.0984507 May 26 18:04:16.921172 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0fe0eb76-e9d9-4562-91c0-16db06ea02e3 req-29f8789a-1bb0-4c2d-9bf2-722a939aef30 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0547986 May 26 18:04:16.932766 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468901d0-ad41-4bc6-b1bd-08472485592a req-c2bb1f42-a41c-4fb7-a8bb-68e07e6c6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:16.935196 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-468901d0-ad41-4bc6-b1bd-08472485592a req-c2bb1f42-a41c-4fb7-a8bb-68e07e6c6965 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 918 time: 0.4756811 May 26 18:04:16.953769 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-336da142-b560-4f2b-a005-44a9488931a1 req-1e604017-447f-4eae-8905-d5e570050cf0 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406514 May 26 18:04:16.971643 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0fe0eb76-e9d9-4562-91c0-16db06ea02e3 req-d27ac13b-e982-4504-8295-0d4ab8dd8451 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442348 May 26 18:04:16.984834 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a1f57bed-5a45-470e-a613-7ba143281eb4 req-6f613595-d0ed-4dbf-b2f3-fb21dbe682b9 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533857 May 26 18:04:17.210957 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91ae48-c5b8-4f1b-a03b-8b82d4bcab43 req-ea6445e4-86f5-4867-8a0c-d979dc941330 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:17.212597 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1d91ae48-c5b8-4f1b-a03b-8b82d4bcab43 req-ea6445e4-86f5-4867-8a0c-d979dc941330 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 944 time: 0.0578852 May 26 18:04:17.218926 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-581b9b7b-7c76-47e6-bcad-cf967b9496e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:17.220466 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-581b9b7b-7c76-47e6-bcad-cf967b9496e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9fdf6152e6874f78825e5eddb7f14158&device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 1128 time: 0.0964315 May 26 18:04:17.231415 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-468901d0-ad41-4bc6-b1bd-08472485592a req-257f4cf3-7fea-42a5-b3fd-8aac4160640f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0450cfd2-c365-4788-a3b6-a839770208e7 HTTP/1.1" status: 200 len: 1001 time: 0.1728671 May 26 18:04:17.254317 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-336da142-b560-4f2b-a005-44a9488931a1 req-07d8c345-9dd5-4945-a3f6-4a9a2ea1a9fa service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990211 May 26 18:04:17.266765 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1d91ae48-c5b8-4f1b-a03b-8b82d4bcab43 req-937180cd-e44e-451d-8109-692b546aa2b3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477371 May 26 18:04:17.562101 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:17.587076 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-451e6b87-59be-41f5-bb27-85f1bf7d92e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b554fe83-95b4-4b42-aeea-6e2f977bb086 HTTP/1.1" status: 200 len: 217 time: 0.0946810 May 26 18:04:17.600371 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42458) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:17.635153 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468901d0-ad41-4bc6-b1bd-08472485592a req-e337fcce-c700-4731-91b0-b96a7c514f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:17.635789 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-468901d0-ad41-4bc6-b1bd-08472485592a req-e337fcce-c700-4731-91b0-b96a7c514f31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 200 len: 856 time: 0.1587641 May 26 18:04:17.643607 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60152888-59d3-4d17-a245-bdfa85f8ae75 req-cf1675a8-dfb8-4215-8750-a2ac703eab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:17.645511 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-60152888-59d3-4d17-a245-bdfa85f8ae75 req-cf1675a8-dfb8-4215-8750-a2ac703eab36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 1129 time: 0.1225998 May 26 18:04:17.737166 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5f198179-09f3-4cad-8cd4-6cc6bf7d7b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:17.740357 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-e5b3e895-016d-4d59-a642-4a47b34dbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:17.741879 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-e5b3e895-016d-4d59-a642-4a47b34dbbc1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=883260cd-9f0e-441b-91fd-c83d9e0da2b1 HTTP/1.1" status: 200 len: 854 time: 0.1462150 May 26 18:04:17.762955 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468901d0-ad41-4bc6-b1bd-08472485592a req-83cdaf3a-d270-4871-a9ee-4b4e259e4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:17.764493 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-468901d0-ad41-4bc6-b1bd-08472485592a req-83cdaf3a-d270-4871-a9ee-4b4e259e4aba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cd2844c-2075-4a75-ad58-855aef5bd960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1224353 May 26 18:04:17.813465 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-0b7c9d6b-4803-49a3-b77b-ec04352483fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c59b880-8c40-4026-aca1-e87d209962e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612841 May 26 18:04:17.824767 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:17.872066 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5f198179-09f3-4cad-8cd4-6cc6bf7d7b83 admin admin] Publish callbacks [] for security_group (90172396-b52d-40e3-b4eb-35f4799f0879), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:17.877606 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5f198179-09f3-4cad-8cd4-6cc6bf7d7b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (90172396-b52d-40e3-b4eb-35f4799f0879), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:17.925403 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-5f198179-09f3-4cad-8cd4-6cc6bf7d7b83 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b52ea0b97054cb980d1d79047a95acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233283 May 26 18:04:17.926560 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f198179-09f3-4cad-8cd4-6cc6bf7d7b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90172396-b52d-40e3-b4eb-35f4799f0879,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:17.929217 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42466) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:17.942987 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60152888-59d3-4d17-a245-bdfa85f8ae75 req-e0a6192f-820a-4890-ba82-64225d61258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:17.944564 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-60152888-59d3-4d17-a245-bdfa85f8ae75 req-e0a6192f-820a-4890-ba82-64225d61258e service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666 HTTP/1.1" status: 200 len: 911 time: 0.2871966 May 26 18:04:17.984295 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-519c776c-b779-4559-9cbd-5508a2ddf8e4 admin admin] Publish callbacks [] for security_group (90172396-b52d-40e3-b4eb-35f4799f0879), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:18.015804 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-519c776c-b779-4559-9cbd-5508a2ddf8e4 admin admin] Publish callbacks [] for security_group (90172396-b52d-40e3-b4eb-35f4799f0879), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:18.024764 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device b3168a60-01f6-45c3-989d-b7db5593ac6f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:04:18.051957 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d827aa-f4ca-465e-850f-6ac0a732b761 req-53d82c19-89ea-4583-8fef-bf91a1e23a0c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:18.053619 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f9d827aa-f4ca-465e-850f-6ac0a732b761 req-53d82c19-89ea-4583-8fef-bf91a1e23a0c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1601696 May 26 18:04:18.069312 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-468901d0-ad41-4bc6-b1bd-08472485592a req-3d81dad6-d710-4e10-8434-872231364ba2 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828956 May 26 18:04:18.085440 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5344de28-b5d4-49fc-bad9-8567a965eb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:18.132967 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af4164-dd18-4672-a695-5163dec6359c req-e211c2ee-def2-48d2-8f27-1be21ed77b14 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:18.133546 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-60152888-59d3-4d17-a245-bdfa85f8ae75 req-1fbf6ede-49b5-473c-ae98-782222717271 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29d6acf-04aa-4714-90fd-8db0f59d3e5c HTTP/1.1" status: 200 len: 1000 time: 0.1637456 May 26 18:04:18.134768 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-59af4164-dd18-4672-a695-5163dec6359c req-e211c2ee-def2-48d2-8f27-1be21ed77b14 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0667143 May 26 18:04:18.135593 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-519c776c-b779-4559-9cbd-5508a2ddf8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (90172396-b52d-40e3-b4eb-35f4799f0879), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:18.140769 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-519c776c-b779-4559-9cbd-5508a2ddf8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:18.144620 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-519c776c-b779-4559-9cbd-5508a2ddf8e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90172396-b52d-40e3-b4eb-35f4799f0879 HTTP/1.1" status: 204 len: 168 time: 0.2146866 May 26 18:04:18.172361 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c776c-b779-4559-9cbd-5508a2ddf8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90172396-b52d-40e3-b4eb-35f4799f0879,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:18.175759 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-164c3e91-f62d-4c5b-8fc2-e0d295dcf42f service neutron] 10.222.0.62 "GET /v2.0/networks/3c59b880-8c40-4026-aca1-e87d209962e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218467 May 26 18:04:18.214429 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port b3168a60-01f6-45c3-989d-b7db5593ac6f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3168a60-01f6-45c3-989d-b7db5593ac6f,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:18.218668 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-59af4164-dd18-4672-a695-5163dec6359c req-6fcb87a0-1c0c-495c-ae27-389768ac696e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675178 May 26 18:04:18.238194 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'port_id': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'mac_address': 'fa:16:3e:a7:c8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:04:18.282474 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f9d827aa-f4ca-465e-850f-6ac0a732b761 req-b8da23fe-e73a-4fa6-82fb-a31d67c03093 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171726 May 26 18:04:18.295538 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port b3168a60-01f6-45c3-989d-b7db5593ac6f is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:18.295932 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:18.312414 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3168a60-01f6-45c3-989d-b7db5593ac6f {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:04:18.333404 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:18.349807 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port b3168a60-01f6-45c3-989d-b7db5593ac6f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3168a60-01f6-45c3-989d-b7db5593ac6f,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:18.351863 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:18.359751 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:18.361936 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495fd31-65d4-4f71-950e-66a5432042a4 req-11069b0c-7f84-465c-a199-c963d75afb38 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:18.369600 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60152888-59d3-4d17-a245-bdfa85f8ae75 req-1ec36c94-40b7-4220-a123-e43bb08f31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:18.371355 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-60152888-59d3-4d17-a245-bdfa85f8ae75 req-1ec36c94-40b7-4220-a123-e43bb08f31d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c4bb892-83e3-4ae4-bd0c-13631a4610a8 HTTP/1.1" status: 200 len: 849 time: 0.2313023 May 26 18:04:18.371523 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c495fd31-65d4-4f71-950e-66a5432042a4 req-11069b0c-7f84-465c-a199-c963d75afb38 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 944 time: 0.0730286 May 26 18:04:18.391621 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-468901d0-ad41-4bc6-b1bd-08472485592a req-357d9bf7-1e4b-4839-a4f8-abc9d48f9bd6 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082316 May 26 18:04:18.406920 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:18.437390 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=b3168a60-01f6-45c3-989d-b7db5593ac6f,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:18.440358 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c495fd31-65d4-4f71-950e-66a5432042a4 req-63f1626c-9c8e-4544-a74a-1cab333b913c tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678258 May 26 18:04:18.458061 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60152888-59d3-4d17-a245-bdfa85f8ae75 req-63982208-f2f9-4932-becf-1a7aa159b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:18.459874 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-60152888-59d3-4d17-a245-bdfa85f8ae75 req-63982208-f2f9-4932-becf-1a7aa159b78a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825560 May 26 18:04:18.472870 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bd0c61c1-68b4-4033-b5a5-32845b92e6ae req-2807529b-60e2-4dd9-a37b-e491bc088ef1 service neutron] 10.222.0.62 "GET /v2.0/networks/3c59b880-8c40-4026-aca1-e87d209962e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634621 May 26 18:04:18.583796 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dd3dd-7818-4c06-bfa8-b5b45cd5102c req-af07e847-6155-440b-ba71-6841de0470be tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:18.586549 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef7dd3dd-7818-4c06-bfa8-b5b45cd5102c req-af07e847-6155-440b-ba71-6841de0470be tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 945 time: 0.0919104 May 26 18:04:18.652166 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e6e43-9bb4-4058-b14e-51a953cebfa8 req-54e13042-13e1-41e1-b08e-b2471d3875ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:18.653980 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4e1e6e43-9bb4-4058-b14e-51a953cebfa8 req-54e13042-13e1-41e1-b08e-b2471d3875ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 1129 time: 0.1801975 May 26 18:04:18.667248 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:18.699533 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['b3168a60-01f6-45c3-989d-b7db5593ac6f'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:04:18.713626 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef7dd3dd-7818-4c06-bfa8-b5b45cd5102c req-2fa934f4-00e8-46d3-a897-af50638ae7cb tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910237 May 26 18:04:18.716321 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-60152888-59d3-4d17-a245-bdfa85f8ae75 req-aefa34ce-32fe-4643-b9d2-c7a75a5f7ea3 service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410154 May 26 18:04:18.770520 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 42482) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:18.775144 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1574954064', 'description': 'tempest-description--499745477'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:18.803266 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:18.830717 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:18.887293 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (e37c783b-5c5a-4635-829b-6f68b681f068), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:18.891134 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e37c783b-5c5a-4635-829b-6f68b681f068), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:18.923226 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:18.924479 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1529484 May 26 18:04:18.925574 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37c783b-5c5a-4635-829b-6f68b681f068,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:18.927478 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42486) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:18.934186 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-f449b1c8-ceee-4cb7-8c3c-4870a0e49281 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'security_group_rule': {'security_group_id': 'e37c783b-5c5a-4635-829b-6f68b681f068', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:18.935751 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.936131 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.936476 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.936820 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.937154 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.937490 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.937821 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.938147 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.938481 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.938807 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.939137 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.939475 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.939799 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.940146 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.940473 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bafeb3-37e2-48f8-80b1-898132cfa20e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:18.966793 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-f449b1c8-ceee-4cb7-8c3c-4870a0e49281 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (d1814c5c-5b92-4cbb-bbc1-821328d9c1a8), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:19.020337 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-f449b1c8-ceee-4cb7-8c3c-4870a0e49281 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (d1814c5c-5b92-4cbb-bbc1-821328d9c1a8), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:19.024692 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-f449b1c8-ceee-4cb7-8c3c-4870a0e49281 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (d1814c5c-5b92-4cbb-bbc1-821328d9c1a8), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:19.046574 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449b1c8-ceee-4cb7-8c3c-4870a0e49281 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1814c5c-5b92-4cbb-bbc1-821328d9c1a8,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:19.051095 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-f449b1c8-ceee-4cb7-8c3c-4870a0e49281 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:19.052601 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-f449b1c8-ceee-4cb7-8c3c-4870a0e49281 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237290 May 26 18:04:19.055083 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42488) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:19.060975 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-fa1e5d96-93c3-422f-a1eb-7351746c325a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'security_group_rule': {'security_group_id': 'e37c783b-5c5a-4635-829b-6f68b681f068', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:19.088954 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fa1e5d96-93c3-422f-a1eb-7351746c325a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (e4f26d55-8d6f-44ba-8c13-8330ff6f241c), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:19.150767 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fa1e5d96-93c3-422f-a1eb-7351746c325a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (e4f26d55-8d6f-44ba-8c13-8330ff6f241c), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:19.154882 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fa1e5d96-93c3-422f-a1eb-7351746c325a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (e4f26d55-8d6f-44ba-8c13-8330ff6f241c), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:19.173522 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e5d96-93c3-422f-a1eb-7351746c325a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f26d55-8d6f-44ba-8c13-8330ff6f241c,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:19.179031 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fa1e5d96-93c3-422f-a1eb-7351746c325a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:19.180245 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-fa1e5d96-93c3-422f-a1eb-7351746c325a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242812 May 26 18:04:19.185233 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 42490) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:19.190149 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:19.213147 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:19.310459 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:19.384347 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156bbf1-5b09-4d1e-85b5-8b4c47efab8b req-191256e1-29e4-47e8-8411-267cff95b614 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:19.386035 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1156bbf1-5b09-4d1e-85b5-8b4c47efab8b req-191256e1-29e4-47e8-8411-267cff95b614 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0905743 May 26 18:04:19.430084 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0fad7-1288-4a8d-930d-44e7925c7df5 req-759fa3ee-7b60-4857-9e0c-e1a34e3219ee tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:19.431760 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bda0fad7-1288-4a8d-930d-44e7925c7df5 req-759fa3ee-7b60-4857-9e0c-e1a34e3219ee tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0546005 May 26 18:04:19.476335 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1156bbf1-5b09-4d1e-85b5-8b4c47efab8b req-109e2edf-124d-4e6d-9993-8dbcf1811340 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819056 May 26 18:04:19.485761 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bda0fad7-1288-4a8d-930d-44e7925c7df5 req-be3aa303-20f0-41a4-b630-5fd718a00d5f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450861 May 26 18:04:19.505725 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Allocated IP 172.27.0.28 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/fe856aa5-a6fd-4577-90fd-6694807b60ac) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:19.847118 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8fa78-66e6-4259-8b49-b95f2b2cce16 req-a1dbf140-0c20-497d-b67e-5c8daeb6d932 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:19.848897 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e3d8fa78-66e6-4259-8b49-b95f2b2cce16 req-a1dbf140-0c20-497d-b67e-5c8daeb6d932 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 945 time: 0.0536091 May 26 18:04:19.903562 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e3d8fa78-66e6-4259-8b49-b95f2b2cce16 req-f5c9c94a-6525-45fb-8033-376ceb9e1906 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459266 May 26 18:04:19.957826 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:19.971056 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe7af8-420d-4cdf-a92f-9a1bab9b083b req-a05312cd-8100-4426-8a25-b7ab9cb89b38 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:19.972514 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-09fe7af8-420d-4cdf-a92f-9a1bab9b083b req-a05312cd-8100-4426-8a25-b7ab9cb89b38 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 944 time: 0.4146240 May 26 18:04:20.038229 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device b3168a60-01f6-45c3-989d-b7db5593ac6f up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:20.056780 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for port (fe856aa5-a6fd-4577-90fd-6694807b60ac), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.060055 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-60152888-59d3-4d17-a245-bdfa85f8ae75 req-84d99ed1-2536-4a70-b8ee-4ce434ffff28 service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042741 May 26 18:04:20.071218 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e6e43-9bb4-4058-b14e-51a953cebfa8 req-b1ad7c82-095a-4f5e-a41c-a4a91a31870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:20.072716 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4e1e6e43-9bb4-4058-b14e-51a953cebfa8 req-b1ad7c82-095a-4f5e-a41c-a4a91a31870f service neutron] 10.222.0.62 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 918 time: 0.5158255 May 26 18:04:20.079540 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:20.093797 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port b3168a60-01f6-45c3-989d-b7db5593ac6f completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:04:20.103142 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port b3168a60-01f6-45c3-989d-b7db5593ac6f triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:20.103261 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.107470 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:20.162040 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-09fe7af8-420d-4cdf-a92f-9a1bab9b083b req-8656a2bc-125d-49ec-8471-b182ef1e33cd tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747859 May 26 18:04:20.178922 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4e1e6e43-9bb4-4058-b14e-51a953cebfa8 req-fb17c200-0404-48a9-a367-3273bddb6a76 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0450cfd2-c365-4788-a3b6-a839770208e7 HTTP/1.1" status: 200 len: 1001 time: 0.0962756 May 26 18:04:20.188076 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (fe856aa5-a6fd-4577-90fd-6694807b60ac), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.217302 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port b3168a60-01f6-45c3-989d-b7db5593ac6f is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:20.217703 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.234429 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-48517111-bff8-4b3c-a3d2-9cdbddb8f75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.238678 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:20.243970 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:20.247224 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:20.253844 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704b23df-a1e8-425f-a6bf-4805b1356866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3168a60-01f6-45c3-989d-b7db5593ac6f'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:04:20.253844 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4b0c90-5468-4bf9-8c6a-350d4c52efc2" -d '{"events": [{"server_uuid": "704b23df-a1e8-425f-a6bf-4805b1356866", "name": "network-vif-plugged", "status": "completed", "tag": "b3168a60-01f6-45c3-989d-b7db5593ac6f"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:04:20.254210 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'Port': ['ID=fe856aa5-a6fd-4577-90fd-6694807b60ac,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:20.272791 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port b3168a60-01f6-45c3-989d-b7db5593ac6f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3168a60-01f6-45c3-989d-b7db5593ac6f,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:20.279465 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.283501 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0450cfd2-c365-4788-a3b6-a839770208e7 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:04:20.304914 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (0574f6ae-8322-4e39-8acd-b9f41dd6dddd), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.320920 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e511d83a-9b48-4d7d-b01b-3b573ad08e3a x-openstack-request-id: req-e511d83a-9b48-4d7d-b01b-3b573ad08e3a {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:04:20.321211 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704b23df-a1e8-425f-a6bf-4805b1356866", "name": "network-vif-plugged", "status": "completed", "tag": "b3168a60-01f6-45c3-989d-b7db5593ac6f", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:04:20.321460 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e511d83a-9b48-4d7d-b01b-3b573ad08e3a {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:04:20.321898 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e511d83a-9b48-4d7d-b01b-3b573ad08e3a'] response: {'server_uuid': '704b23df-a1e8-425f-a6bf-4805b1356866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'code': 200} May 26 18:04:20.363331 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (fe856aa5-a6fd-4577-90fd-6694807b60ac), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.363569 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=b3168a60-01f6-45c3-989d-b7db5593ac6f,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:20.417705 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 0450cfd2-c365-4788-a3b6-a839770208e7 is: ACTIVE; New status is: DOWN {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:20.418292 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.462683 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e6e43-9bb4-4058-b14e-51a953cebfa8 req-23702074-7d32-41a4-96bc-9a03b1df5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:20.462938 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0450cfd2-c365-4788-a3b6-a839770208e7,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:20.464319 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4e1e6e43-9bb4-4058-b14e-51a953cebfa8 req-23702074-7d32-41a4-96bc-9a03b1df5b3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 200 len: 856 time: 0.1165395 May 26 18:04:20.468807 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.542736 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=0450cfd2-c365-4788-a3b6-a839770208e7,revision_number=8']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:20.576000 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e6e43-9bb4-4058-b14e-51a953cebfa8 req-5d827b4c-653f-4181-b53a-5e38284bd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:20.578565 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4e1e6e43-9bb4-4058-b14e-51a953cebfa8 req-5d827b4c-653f-4181-b53a-5e38284bd3e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cd2844c-2075-4a75-ad58-855aef5bd960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1074004 May 26 18:04:20.636106 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ad485-2a94-4e9a-bf2f-2411c4bd5185 req-ccb14e7d-07e9-4c01-b154-400343b0ae10 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:20.638307 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-022ad485-2a94-4e9a-bf2f-2411c4bd5185 req-ccb14e7d-07e9-4c01-b154-400343b0ae10 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0596609 May 26 18:04:20.694604 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-022ad485-2a94-4e9a-bf2f-2411c4bd5185 req-12961fec-db15-4aba-a33d-5c6de96cb386 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501802 May 26 18:04:20.710371 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b124be8-4cd1-47d2-9feb-aeb74f195a6e req-e05a4aba-9c62-45d9-9780-88c0d819fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:20.711907 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1b124be8-4cd1-47d2-9feb-aeb74f195a6e req-e05a4aba-9c62-45d9-9780-88c0d819fd01 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 1130 time: 0.1890452 May 26 18:04:20.742215 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69c49c-ff7e-41ef-a785-edae1011df8a req-d106dcce-f4cc-4649-9fe8-38c0e36b6030 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:20.743719 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1c69c49c-ff7e-41ef-a785-edae1011df8a req-d106dcce-f4cc-4649-9fe8-38c0e36b6030 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.1639342 May 26 18:04:20.764182 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:20.827209 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4e1e6e43-9bb4-4058-b14e-51a953cebfa8 req-5793eea7-fa49-47df-95e5-509186dda5d3 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379682 May 26 18:04:20.859836 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1c69c49c-ff7e-41ef-a785-edae1011df8a req-03404b4d-f9af-45b9-a3be-856decc18321 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071408 May 26 18:04:20.861925 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for port (fe856aa5-a6fd-4577-90fd-6694807b60ac), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.867193 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (fe856aa5-a6fd-4577-90fd-6694807b60ac), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.902444 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (0574f6ae-8322-4e39-8acd-b9f41dd6dddd), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.923354 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'Port': ['ID=fe856aa5-a6fd-4577-90fd-6694807b60ac,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:20.929315 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.930776 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a921c892-2a6f-4ee4-914e-89ac66a2f0b1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7444069 May 26 18:04:21.036884 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2624a-4bfa-4035-89a0-173f69a477f5 req-a08aceff-e178-4236-a735-a4615420db58 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:21.038535 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-76f2624a-4bfa-4035-89a0-173f69a477f5 req-a08aceff-e178-4236-a735-a4615420db58 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0528564 May 26 18:04:21.096203 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-76f2624a-4bfa-4035-89a0-173f69a477f5 req-ae7e791e-aab6-4d6c-8248-fe0cf067d76b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507126 May 26 18:04:21.174724 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-4b8fe1c0-4974-4cc5-a1b2-f491a5e29fc0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1574954064&fields=id&tenant_id=8920d2de9dc34386bb0e770f5b51b702 HTTP/1.1" status: 200 len: 267 time: 0.0505793 May 26 18:04:21.343550 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:21.356816 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1a5b5-80ea-488d-b567-214709297b48 req-dfc124a9-1c2a-4d59-9b45-baec54e9d1f3 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:21.358454 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e8c1a5b5-80ea-488d-b567-214709297b48 req-dfc124a9-1c2a-4d59-9b45-baec54e9d1f3 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 944 time: 0.0516634 May 26 18:04:21.419355 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e8c1a5b5-80ea-488d-b567-214709297b48 req-88a8eaa6-1658-42ea-af00-d167dc435682 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544534 May 26 18:04:21.442939 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-67106fd4-db3d-46a2-b042-460084209516 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:21.444480 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-67106fd4-db3d-46a2-b042-460084209516 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 815 time: 0.2609963 May 26 18:04:21.449396 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1b124be8-4cd1-47d2-9feb-aeb74f195a6e req-bf26a64b-9d0f-4bbc-b6f4-8515718088f4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758535 May 26 18:04:21.483954 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-8e8f1151-f701-4631-b979-885e70d4afca tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/quotas/8920d2de9dc34386bb0e770f5b51b702 HTTP/1.1" status: 200 len: 375 time: 0.0312717 May 26 18:04:21.486025 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4e1e6e43-9bb4-4058-b14e-51a953cebfa8 req-514c613b-5f32-4a22-b783-b0f859c2bae6 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109075 May 26 18:04:21.520388 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:21.538234 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-f761e4b0-947b-4c30-9c08-40ea4c24ccf5 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487206 May 26 18:04:21.648873 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-fb1c7a03-dc69-4f02-b56d-7e7d2c06cb87 service neutron] 10.222.0.69 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953722 May 26 18:04:21.750263 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-0c9d1669-7ba3-4dfe-af66-3830fc274ec8 service neutron] 10.222.0.69 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937848 May 26 18:04:21.826135 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a976690-a515-456e-9e55-82d2fc68aec2 req-bc7a90a1-bfec-410a-af34-2e09d7be3fe4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:21.827783 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4a976690-a515-456e-9e55-82d2fc68aec2 req-bc7a90a1-bfec-410a-af34-2e09d7be3fe4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0540130 May 26 18:04:21.888744 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4a976690-a515-456e-9e55-82d2fc68aec2 req-7bea0c69-f8b1-49a7-9a08-fce1badd506a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526719 May 26 18:04:21.960173 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-74568d05-f9b9-4510-8af5-e8111947085a req-9c3a2c31-4fb2-4321-a012-202f8e2b3f3c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 210 time: 0.0383608 May 26 18:04:22.004187 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:22.024548 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e003f5-69f5-40d1-8083-20d2ef366da7 req-255c1d8d-a0ac-4b12-bc16-564a0e841b69 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:22.026466 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-46e003f5-69f5-40d1-8083-20d2ef366da7 req-255c1d8d-a0ac-4b12-bc16-564a0e841b69 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0552318 May 26 18:04:22.046842 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device b554fe83-95b4-4b42-aeea-6e2f977bb086 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:04:22.084423 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-46e003f5-69f5-40d1-8083-20d2ef366da7 req-ba4db550-0ae7-4ce7-a724-9a6500f46dff tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517540 May 26 18:04:22.228984 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port b554fe83-95b4-4b42-aeea-6e2f977bb086, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b554fe83-95b4-4b42-aeea-6e2f977bb086,segment=NetworkSegment(8f2c3c0a-7363-4139-9595-8a598fa7e663),segment_id=8f2c3c0a-7363-4139-9595-8a598fa7e663)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:22.240480 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a9fd-6d38-4da2-8925-3ab7c20846d2 req-a3bbf359-e18d-44ae-9f7b-d2efe1f83953 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:22.244949 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b0d2a9fd-6d38-4da2-8925-3ab7c20846d2 req-a3bbf359-e18d-44ae-9f7b-d2efe1f83953 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0595484 May 26 18:04:22.252905 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': 'b554fe83-95b4-4b42-aeea-6e2f977bb086', 'network_id': '3c59b880-8c40-4026-aca1-e87d209962e4', 'port_id': 'b554fe83-95b4-4b42-aeea-6e2f977bb086', 'mac_address': 'fa:16:3e:a9:b8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883260cd-9f0e-441b-91fd-c83d9e0da2b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:04:22.254348 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:22.297545 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port b554fe83-95b4-4b42-aeea-6e2f977bb086 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:22.297931 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:22.300410 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b0d2a9fd-6d38-4da2-8925-3ab7c20846d2 req-86937fc0-3abe-481d-b266-c410d9c713c0 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500190 May 26 18:04:22.312154 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b554fe83-95b4-4b42-aeea-6e2f977bb086 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:04:22.323179 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:04:22.325570 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5859a0f-8388-4b33-ac63-29ced63a1b3a" -d '{"events": [{"server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "name": "network-vif-unplugged", "status": "completed", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:04:22.348724 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port b554fe83-95b4-4b42-aeea-6e2f977bb086, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b554fe83-95b4-4b42-aeea-6e2f977bb086,segment=NetworkSegment(8f2c3c0a-7363-4139-9595-8a598fa7e663),segment_id=8f2c3c0a-7363-4139-9595-8a598fa7e663)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:22.353681 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:22.382743 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819cb66f-9747-4edd-a44a-b0c28eab90f3 x-openstack-request-id: req-819cb66f-9747-4edd-a44a-b0c28eab90f3 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:04:22.383037 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "name": "network-vif-unplugged", "status": "completed", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:04:22.383286 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-819cb66f-9747-4edd-a44a-b0c28eab90f3 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:04:22.383677 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819cb66f-9747-4edd-a44a-b0c28eab90f3'] response: {'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7', 'code': 200} May 26 18:04:22.413284 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=b554fe83-95b4-4b42-aeea-6e2f977bb086,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:22.421302 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.421800 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.422138 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.422500 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.422846 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.423188 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.423510 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.423831 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.424175 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.424690 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.424876 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.425246 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.425587 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.425916 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.426248 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:22.533958 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179e1b5-714f-47f1-a9f0-262b2dc6106a req-f2ac8201-c17b-4ae6-9b52-824ad63d9484 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:22.535525 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9179e1b5-714f-47f1-a9f0-262b2dc6106a req-f2ac8201-c17b-4ae6-9b52-824ad63d9484 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 945 time: 0.0481944 May 26 18:04:22.560431 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:22.587819 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9179e1b5-714f-47f1-a9f0-262b2dc6106a req-907c1dcb-65fe-4bda-a733-1654c084628b tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460718 May 26 18:04:22.692196 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['b554fe83-95b4-4b42-aeea-6e2f977bb086'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:04:22.786282 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:23.063224 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ce8934d5-6695-4710-b573-cc8233c419e3 req-0387a415-1f12-430a-8474-45d26e65c892 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 210 time: 0.0313654 May 26 18:04:23.210202 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb41a9-f8c2-4e24-a111-943206b70e7f req-af82e8eb-e00c-4b2c-848f-44f472b5f219 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:23.211704 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bcdb41a9-f8c2-4e24-a111-943206b70e7f req-af82e8eb-e00c-4b2c-848f-44f472b5f219 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0517042 May 26 18:04:23.258966 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bcdb41a9-f8c2-4e24-a111-943206b70e7f req-8e64a924-1e09-4625-89ba-776baa97e194 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 May 26 18:04:23.437566 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b9261-2244-4911-a9e3-5a83e47d75ab req-ae6c79f4-4fcf-4fb3-b16e-23c934edb809 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:23.439041 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b82b9261-2244-4911-a9e3-5a83e47d75ab req-ae6c79f4-4fcf-4fb3-b16e-23c934edb809 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0507681 May 26 18:04:23.450907 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:23.490572 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b82b9261-2244-4911-a9e3-5a83e47d75ab req-a00bf599-54de-40b6-9fd4-eda29a5dad1d tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 May 26 18:04:23.706898 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe933e-7c96-465a-8e9b-407e990fbf80 req-ac4441a3-4fc1-4e75-a6f6-277fe0ae9b25 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:23.708490 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1dbe933e-7c96-465a-8e9b-407e990fbf80 req-ac4441a3-4fc1-4e75-a6f6-277fe0ae9b25 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 945 time: 0.0498841 May 26 18:04:23.737270 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:23.766606 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1dbe933e-7c96-465a-8e9b-407e990fbf80 req-fdf9c9e5-d66f-41df-9b46-b32ce3e37eda tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525012 May 26 18:04:24.054979 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device b554fe83-95b4-4b42-aeea-6e2f977bb086 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:24.098801 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port b554fe83-95b4-4b42-aeea-6e2f977bb086 completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:04:24.105904 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port b554fe83-95b4-4b42-aeea-6e2f977bb086 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:24.106258 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:24.157627 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:24.180424 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9bfa1320-624c-499b-bbcf-3121aeb9b7da req-7d603e53-e274-4eb9-802f-c53734a340a7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 210 time: 0.0421822 May 26 18:04:24.211829 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port b554fe83-95b4-4b42-aeea-6e2f977bb086 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:24.212255 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:24.247663 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port b554fe83-95b4-4b42-aeea-6e2f977bb086, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b554fe83-95b4-4b42-aeea-6e2f977bb086,segment=NetworkSegment(8f2c3c0a-7363-4139-9595-8a598fa7e663),segment_id=8f2c3c0a-7363-4139-9595-8a598fa7e663)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:24.251749 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:24.299605 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=b554fe83-95b4-4b42-aeea-6e2f977bb086,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:24.383864 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1c364-65b3-4cbd-9fab-57d06b2fe5cf req-e9ef36ca-dc01-47e0-81bc-1cdf20e16949 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:24.384845 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c390424a-1a68-4b4f-abea-917428ba36e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b554fe83-95b4-4b42-aeea-6e2f977bb086'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:04:24.385414 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-84c1c364-65b3-4cbd-9fab-57d06b2fe5cf req-e9ef36ca-dc01-47e0-81bc-1cdf20e16949 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0513296 May 26 18:04:24.390671 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b11daf-04d0-4bba-98b0-e392749aed33" -d '{"events": [{"server_uuid": "c390424a-1a68-4b4f-abea-917428ba36e5", "name": "network-vif-plugged", "status": "completed", "tag": "b554fe83-95b4-4b42-aeea-6e2f977bb086"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:04:24.434961 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3740cf8-6aa6-46d6-8c5e-2cf5401532b2 x-openstack-request-id: req-d3740cf8-6aa6-46d6-8c5e-2cf5401532b2 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:04:24.435283 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c390424a-1a68-4b4f-abea-917428ba36e5", "name": "network-vif-plugged", "status": "completed", "tag": "b554fe83-95b4-4b42-aeea-6e2f977bb086", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:04:24.435539 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3740cf8-6aa6-46d6-8c5e-2cf5401532b2 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:04:24.435935 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3740cf8-6aa6-46d6-8c5e-2cf5401532b2'] response: {'server_uuid': 'c390424a-1a68-4b4f-abea-917428ba36e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b554fe83-95b4-4b42-aeea-6e2f977bb086', 'code': 200} May 26 18:04:24.444259 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-84c1c364-65b3-4cbd-9fab-57d06b2fe5cf req-85742598-11b3-4e7d-8e22-30066022d724 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497286 May 26 18:04:24.613611 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352aff3-d98e-4c62-8b4e-e9cdbed07315 req-5c0f389a-ac7b-47f0-b0f8-aeb7be7b8547 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:24.615168 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0352aff3-d98e-4c62-8b4e-e9cdbed07315 req-5c0f389a-ac7b-47f0-b0f8-aeb7be7b8547 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0508478 May 26 18:04:24.673962 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0352aff3-d98e-4c62-8b4e-e9cdbed07315 req-fd9983be-3424-4854-9eb5-c01fc9dbfcf7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499842 May 26 18:04:24.759844 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:24.760440 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:24.767275 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:24.804721 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c71dc6-7bef-4bfe-bc37-e0e644a6c258 req-ae177282-4c3a-4c8a-abab-3c1877b1d965 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:24.806266 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a4c71dc6-7bef-4bfe-bc37-e0e644a6c258 req-ae177282-4c3a-4c8a-abab-3c1877b1d965 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0569694 May 26 18:04:24.815785 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42598) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:24.820306 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-eb977b06-95eb-4b77-b292-abc0bac41ff2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Request body: {'floatingip': {'port_id': 'b3168a60-01f6-45c3-989d-b7db5593ac6f'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:24.866105 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-eb977b06-95eb-4b77-b292-abc0bac41ff2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for floatingip (15b85e3d-d348-4c85-8472-1632f6e9373a), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:24.948917 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e3ee6-3e9b-4015-a86c-1f02075714d2 req-c669d702-814a-461e-83f3-21f8101eb9e7 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:24.951017 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e97e3ee6-3e9b-4015-a86c-1f02075714d2 req-c669d702-814a-461e-83f3-21f8101eb9e7 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 946 time: 0.0606673 May 26 18:04:25.004470 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [req-3754488e-eaef-40ac-99a9-3b13e3b14185 req-dc3fc685-ce92-494a-979a-068d0c6d3eaf service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:04:25.005468 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3754488e-eaef-40ac-99a9-3b13e3b14185 req-dc3fc685-ce92-494a-979a-068d0c6d3eaf service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052936 May 26 18:04:25.008253 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e97e3ee6-3e9b-4015-a86c-1f02075714d2 req-dc2e8ec8-48ca-4b84-99e1-17b7ac2c3fff tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508351 May 26 18:04:25.355747 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-1c8a06f4-3446-4c2c-9b3d-a232d11db2a2 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:25.356856 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-1c8a06f4-3446-4c2c-9b3d-a232d11db2a2 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 815 time: 0.2402358 May 26 18:04:25.374598 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-eb977b06-95eb-4b77-b292-abc0bac41ff2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:25.397157 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-eb977b06-95eb-4b77-b292-abc0bac41ff2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (15b85e3d-d348-4c85-8472-1632f6e9373a), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:25.407666 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-26c9a9bc-70fe-48c6-951c-31d6a170aa2f req-b0053fe0-ff38-4849-8e14-2bfe0b2064a8 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 210 time: 0.0616024 May 26 18:04:25.428038 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df273cbf-a200-41c9-9350-caa3951d1153 req-50f9edcf-3f61-4578-858e-4b918cc24156 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:25.429706 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-df273cbf-a200-41c9-9350-caa3951d1153 req-50f9edcf-3f61-4578-858e-4b918cc24156 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.2904220 May 26 18:04:25.442376 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe73b7b-6f5b-4a93-8393-21affcc5182d req-eb8ce308-844b-428a-99e3-367706f8ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:25.443891 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2fe73b7b-6f5b-4a93-8393-21affcc5182d req-eb8ce308-844b-428a-99e3-367706f8ef03 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 1130 time: 0.0861323 May 26 18:04:25.519095 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-eb977b06-95eb-4b77-b292-abc0bac41ff2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Floating IP 15b85e3d-d348-4c85-8472-1632f6e9373a associated. External IP: 172.27.0.15, port: b3168a60-01f6-45c3-989d-b7db5593ac6f. May 26 18:04:25.542271 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-df273cbf-a200-41c9-9350-caa3951d1153 req-e82ec2d2-bc71-4eee-99c2-520c866c166d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033583 May 26 18:04:25.558840 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-897aad07-6efd-4a3c-a808-b928da6ce123 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8920d2de9dc34386bb0e770f5b51b702 HTTP/1.1" status: 200 len: 473 time: 0.1674960 May 26 18:04:25.575214 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'port': {'device_id': '6bb99e9b-15af-408e-af01-6e08b8294058', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'admin_state_up': True, 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'security_groups': ['e37c783b-5c5a-4635-829b-6f68b681f068']}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:25.582826 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2fe73b7b-6f5b-4a93-8393-21affcc5182d req-17d657f5-af06-4e5b-871e-df81aec817bd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013923 May 26 18:04:25.700629 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Made reservation on behalf of 8920d2de9dc34386bb0e770f5b51b702 for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:25.704147 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:25.772324 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb977b06-95eb-4b77-b292-abc0bac41ff2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Router c9629e1e-c9da-4f32-a870-980ea02d3823 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:04:25.840564 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42634) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:25.873253 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:25.900551 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb977b06-95eb-4b77-b292-abc0bac41ff2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:04:25.906123 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-eb977b06-95eb-4b77-b292-abc0bac41ff2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:25.914949 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d7937-9f29-400f-b6c2-9835da7074af None None] Sync routers for ids ['c9629e1e-c9da-4f32-a870-980ea02d3823'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:04:25.934842 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:25.935133 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d7937-9f29-400f-b6c2-9835da7074af None None] Routers {'c9629e1e-c9da-4f32-a870-980ea02d3823'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:25.935785 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e37d7937-9f29-400f-b6c2-9835da7074af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:04:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['c9629e1e-c9da-4f32-a870-980ea02d3823'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:25.944952 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-eb977b06-95eb-4b77-b292-abc0bac41ff2 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "PUT /v2.0/floatingips/15b85e3d-d348-4c85-8472-1632f6e9373a HTTP/1.1" status: 200 len: 991 time: 1.1279733 May 26 18:04:25.945683 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704b23df-a1e8-425f-a6bf-4805b1356866', 'tag': 'b3168a60-01f6-45c3-989d-b7db5593ac6f'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:04:25.948113 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d8c154-7231-4c63-8149-d01b6bddb32a" -d '{"events": [{"name": "network-changed", "server_uuid": "704b23df-a1e8-425f-a6bf-4805b1356866", "tag": "b3168a60-01f6-45c3-989d-b7db5593ac6f"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:04:26.001567 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-9f4f8906-566f-4993-9fd3-0ec515640a88 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1598811 May 26 18:04:26.003412 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9fa7c0-d0c9-456c-9e16-bd98979a81b5 x-openstack-request-id: req-8e9fa7c0-d0c9-456c-9e16-bd98979a81b5 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:04:26.003950 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704b23df-a1e8-425f-a6bf-4805b1356866", "tag": "b3168a60-01f6-45c3-989d-b7db5593ac6f", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:04:26.004683 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e9fa7c0-d0c9-456c-9e16-bd98979a81b5 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:04:26.005291 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9fa7c0-d0c9-456c-9e16-bd98979a81b5'] response: {'name': 'network-changed', 'server_uuid': '704b23df-a1e8-425f-a6bf-4805b1356866', 'tag': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'status': 'completed', 'code': 200} May 26 18:04:26.010850 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-ca736b0b-9cc1-459c-937c-3a03c80f2ddc service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:04:26.012248 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-ca736b0b-9cc1-459c-937c-3a03c80f2ddc service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055981 May 26 18:04:26.055334 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-e37d7937-9f29-400f-b6c2-9835da7074af None None] Set router c9629e1e-c9da-4f32-a870-980ea02d3823 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:26.112302 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42648) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:26.129286 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Allocated IP 172.20.0.14 (481c535b-a9e7-4c84-8151-52762a8d6376/c0912883-6488-4cb9-b1a5-ec42a5bf2729/0dd6e103-d470-44be-a25f-1cd6fdfa887e) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:26.155162 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465dd5e-d3fb-435f-a0e5-e50357701ca3 req-dd392458-61ad-46b4-9c15-fe06e0645acb tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:26.156867 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4465dd5e-d3fb-435f-a0e5-e50357701ca3 req-dd392458-61ad-46b4-9c15-fe06e0645acb tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 946 time: 0.0702472 May 26 18:04:26.187754 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:26.208930 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:26.304658 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4465dd5e-d3fb-435f-a0e5-e50357701ca3 req-aec25e6a-0c6b-4006-9f48-3f0de9b7f833 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352818 May 26 18:04:26.338889 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e37d7937-9f29-400f-b6c2-9835da7074af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '15b85e3d-d348-4c85-8472-1632f6e9373a', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'port_id': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'mac_address': 'fa:16:3e:a7:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704b23df-a1e8-425f-a6bf-4805b1356866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:04:00Z', 'updated_at': '2022-05-26T18:04:25Z', 'revision_number': 1, 'project_id': '53288d567a8f426bb068908db481e32e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:42Z', 'revision_number': 5, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:26.362827 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:26.381468 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d7937-9f29-400f-b6c2-9835da7074af None None] Checking router: c9629e1e-c9da-4f32-a870-980ea02d3823 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:04:26.394144 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d7937-9f29-400f-b6c2-9835da7074af None None] Routers {'c9629e1e-c9da-4f32-a870-980ea02d3823'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:26.395200 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e37d7937-9f29-400f-b6c2-9835da7074af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:04:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['c9629e1e-c9da-4f32-a870-980ea02d3823'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:26.399822 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:26.473965 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-7f5fa83e-d52c-4062-b0f9-fc7fb4cca040 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:26.479069 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-7f5fa83e-d52c-4062-b0f9-fc7fb4cca040 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports/0450cfd2-c365-4788-a3b6-a839770208e7 HTTP/1.1" status: 200 len: 940 time: 0.3657219 May 26 18:04:26.507130 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Network 481c535b-a9e7-4c84-8151-52762a8d6376 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:26.515041 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:26.517827 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:26.519615 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-e37d7937-9f29-400f-b6c2-9835da7074af None None] Set router c9629e1e-c9da-4f32-a870-980ea02d3823 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:26.523907 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:26.524681 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:26.531679 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'Port': ['ID=0dd6e103-d470-44be-a25f-1cd6fdfa887e,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:26.554633 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8c154-7231-4c63-8149-d01b6bddb32a req-47e14c0e-f8cf-4403-ad24-f1ba9498f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:26.561253 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36d8c154-7231-4c63-8149-d01b6bddb32a req-47e14c0e-f8cf-4403-ad24-f1ba9498f1a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 1130 time: 0.1206856 May 26 18:04:26.602926 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9a865142-1081-4ac9-ac8a-3d554b54477e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0345175 May 26 18:04:26.625632 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae8006-0118-4dc3-8120-3a8037e2a57c req-2e32f6f6-d39f-494d-be3f-760d4932225f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:26.636685 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Request body: {'port': {'device_id': '6bb99e9b-15af-408e-af01-6e08b8294058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:26.639607 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-11ae8006-0118-4dc3-8120-3a8037e2a57c req-2e32f6f6-d39f-494d-be3f-760d4932225f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 932 time: 0.1337061 May 26 18:04:26.727305 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-11ae8006-0118-4dc3-8120-3a8037e2a57c req-f8ee3d2d-555d-4ae5-9af1-5770f93deccd tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786448 May 26 18:04:26.816720 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:26.827001 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e37d7937-9f29-400f-b6c2-9835da7074af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '15b85e3d-d348-4c85-8472-1632f6e9373a', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'port_id': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'mac_address': 'fa:16:3e:a7:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704b23df-a1e8-425f-a6bf-4805b1356866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:04:00Z', 'updated_at': '2022-05-26T18:04:25Z', 'revision_number': 1, 'project_id': '53288d567a8f426bb068908db481e32e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:42Z', 'revision_number': 5, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:26.828728 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:26.849464 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffab9b-ee4a-4990-86ce-e2b69ac47d54 req-d86004b0-bc45-4276-a1e9-c697b9e8dec0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:26.850940 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5bffab9b-ee4a-4990-86ce-e2b69ac47d54 req-d86004b0-bc45-4276-a1e9-c697b9e8dec0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.1443088 May 26 18:04:26.865608 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d7937-9f29-400f-b6c2-9835da7074af None None] The sync data for ids ['c9629e1e-c9da-4f32-a870-980ea02d3823'] in dv-cinder-836074-5-iscsi is: [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '15b85e3d-d348-4c85-8472-1632f6e9373a', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'port_id': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'mac_address': 'fa:16:3e:a7:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704b23df-a1e8-425f-a6bf-4805b1356866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:04:00Z', 'updated_at': '2022-05-26T18:04:25Z', 'revision_number': 1, 'project_id': '53288d567a8f426bb068908db481e32e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:42Z', 'revision_number': 5, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:04:26.872867 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8c154-7231-4c63-8149-d01b6bddb32a req-3cd4dba0-7056-4451-a834-063d0774cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:26.874412 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36d8c154-7231-4c63-8149-d01b6bddb32a req-3cd4dba0-7056-4451-a834-063d0774cfed service neutron] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 920 time: 0.3035812 May 26 18:04:26.911214 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-0d6730bb-4a24-4e3f-9e5b-431ffc51745f None None] Provisioning complete for port 0dd6e103-d470-44be-a25f-1cd6fdfa887e triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:26.911781 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0d6730bb-4a24-4e3f-9e5b-431ffc51745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:26.960983 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-0d6730bb-4a24-4e3f-9e5b-431ffc51745f None None] Port 0dd6e103-d470-44be-a25f-1cd6fdfa887e cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:04:27.000107 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5bffab9b-ee4a-4990-86ce-e2b69ac47d54 req-6e696881-c99f-4558-9421-668016b21c72 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409810 May 26 18:04:27.158339 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f5d42-1df9-489e-b806-69401ea6c4a0 None None] New status for floating IP 15b85e3d-d348-4c85-8472-1632f6e9373a: ACTIVE {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:04:27.191453 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:27.257570 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd6e103-d470-44be-a25f-1cd6fdfa887e {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:04:27.265766 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Publish callbacks [] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:27.280965 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Transition to ACTIVE for port object 0dd6e103-d470-44be-a25f-1cd6fdfa887e will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:04:27.286120 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:27.329564 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:27.344160 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Pushing event updated for resources: {'Port': ['ID=0dd6e103-d470-44be-a25f-1cd6fdfa887e,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:27.386866 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Attempting to bind port 0dd6e103-d470-44be-a25f-1cd6fdfa887e on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:27.387203 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Attempting to bind port 0dd6e103-d470-44be-a25f-1cd6fdfa887e by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:27.387533 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Attempting to bind port 0dd6e103-d470-44be-a25f-1cd6fdfa887e on network 481c535b-a9e7-4c84-8151-52762a8d6376 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:27.394008 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Port 0dd6e103-d470-44be-a25f-1cd6fdfa887e on network 481c535b-a9e7-4c84-8151-52762a8d6376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:04:27.394457 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Attempting to bind port 0dd6e103-d470-44be-a25f-1cd6fdfa887e on network 481c535b-a9e7-4c84-8151-52762a8d6376 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:27.417781 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:27.418128 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Checking segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:27.418531 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Bound using segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:27.419032 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Bound port: 0dd6e103-d470-44be-a25f-1cd6fdfa887e, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:27.419355 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:27.470453 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395606c-a485-483b-b220-61735290d2cb req-957309f4-821c-4885-8bcd-d1e96b386266 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:27.473030 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8395606c-a485-483b-b220-61735290d2cb req-957309f4-821c-4885-8bcd-d1e96b386266 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 946 time: 0.0682919 May 26 18:04:27.514449 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36d8c154-7231-4c63-8149-d01b6bddb32a req-3829af59-7885-4423-b601-076c1f5b3f4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3168a60-01f6-45c3-989d-b7db5593ac6f HTTP/1.1" status: 200 len: 1001 time: 0.1164806 May 26 18:04:27.539748 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8395606c-a485-483b-b220-61735290d2cb req-eb7f14d8-8daa-4912-b1c8-5e91a8e177ce tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606394 May 26 18:04:27.581329 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] For port 0dd6e103-d470-44be-a25f-1cd6fdfa887e, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:27.600004 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] For port 0dd6e103-d470-44be-a25f-1cd6fdfa887e, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0dd6e103-d470-44be-a25f-1cd6fdfa887e,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:27.608670 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:27.611502 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8c154-7231-4c63-8149-d01b6bddb32a req-fe0fcc31-504f-44a4-8eb9-52ab9049089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:27.612996 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36d8c154-7231-4c63-8149-d01b6bddb32a req-fe0fcc31-504f-44a4-8eb9-52ab9049089d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.0868769 May 26 18:04:27.683629 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:27.684295 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:27.685700 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] 10.222.0.62 "PUT /v2.0/ports/0dd6e103-d470-44be-a25f-1cd6fdfa887e HTTP/1.1" status: 200 len: 1094 time: 1.0573597 May 26 18:04:27.689350 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb99e9b-15af-408e-af01-6e08b8294058', 'tag': '0dd6e103-d470-44be-a25f-1cd6fdfa887e'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:04:27.693278 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8697adc6-80f2-4e4e-bb59-481bfbe6d391" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb99e9b-15af-408e-af01-6e08b8294058", "tag": "0dd6e103-d470-44be-a25f-1cd6fdfa887e"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:04:27.719566 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8c154-7231-4c63-8149-d01b6bddb32a req-a5158f79-93f6-42b6-8ad0-d0e06c120368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:27.721671 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36d8c154-7231-4c63-8149-d01b6bddb32a req-a5158f79-93f6-42b6-8ad0-d0e06c120368 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845611 May 26 18:04:27.722916 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8562f8-1efa-44f8-ab0b-29cb2b6b5c8e service neutron] Pushing event updated for resources: {'Port': ['ID=0dd6e103-d470-44be-a25f-1cd6fdfa887e,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:27.788923 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3cc50f-a9c1-458d-9f95-ba924a2895d7 x-openstack-request-id: req-4e3cc50f-a9c1-458d-9f95-ba924a2895d7 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:04:27.790638 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb99e9b-15af-408e-af01-6e08b8294058", "tag": "0dd6e103-d470-44be-a25f-1cd6fdfa887e", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:04:27.791015 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4e3cc50f-a9c1-458d-9f95-ba924a2895d7 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:04:27.791768 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3cc50f-a9c1-458d-9f95-ba924a2895d7'] response: {'name': 'network-changed', 'server_uuid': '6bb99e9b-15af-408e-af01-6e08b8294058', 'tag': '0dd6e103-d470-44be-a25f-1cd6fdfa887e', 'status': 'completed', 'code': 200} May 26 18:04:27.896070 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db73cff-0d5d-4a23-bf0f-5330430b315a req-791d0c08-66b0-4bc1-899a-0124c3f8046f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:27.905983 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4db73cff-0d5d-4a23-bf0f-5330430b315a req-791d0c08-66b0-4bc1-899a-0124c3f8046f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 944 time: 0.0756290 May 26 18:04:27.909843 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-cf512c7f-a21a-4526-bc0b-6a2d406f729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:27.911585 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-cf512c7f-a21a-4526-bc0b-6a2d406f729c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 1128 time: 0.1245115 May 26 18:04:27.975897 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4db73cff-0d5d-4a23-bf0f-5330430b315a req-659745b8-8619-4e1e-8baa-fa1c594659f0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687542 May 26 18:04:27.978058 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-dad74411-2cf8-46a6-8f01-907f274f8962 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd6e103-d470-44be-a25f-1cd6fdfa887e HTTP/1.1" status: 200 len: 217 time: 0.0546329 May 26 18:04:28.019431 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36d8c154-7231-4c63-8149-d01b6bddb32a req-c3976a5b-20a5-4369-8263-e17aac9b8aa0 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904172 May 26 18:04:28.075915 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0450cfd2-c365-4788-a3b6-a839770208e7 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:04:28.111285 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-858f18d9-fa4f-461b-8945-bf3c36eb5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:28.112988 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-858f18d9-fa4f-461b-8945-bf3c36eb5a39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 200 len: 854 time: 0.1115587 May 26 18:04:28.159274 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 0450cfd2-c365-4788-a3b6-a839770208e7 is: DOWN; New status is: DOWN {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:28.215364 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36d8c154-7231-4c63-8149-d01b6bddb32a req-0da6aa61-4e2f-4206-96e8-4d21feae197c service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739116 May 26 18:04:28.220195 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-e8d1bf26-3a34-4cfb-8fb4-916a18e0f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:28.221800 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-e8d1bf26-3a34-4cfb-8fb4-916a18e0f890 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=481c535b-a9e7-4c84-8151-52762a8d6376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014619 May 26 18:04:28.228515 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aefe78-38e6-4fb4-bfc8-80009e593b38 req-c9c95790-6402-4457-94bb-77eed145a312 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:28.230029 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-59aefe78-38e6-4fb4-bfc8-80009e593b38 req-c9c95790-6402-4457-94bb-77eed145a312 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.1109107 May 26 18:04:28.290012 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:28.358111 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-59aefe78-38e6-4fb4-bfc8-80009e593b38 req-24a78eb4-9c09-4355-89e0-254c7de3f44e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082819 May 26 18:04:28.375676 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-75c028ec-7f95-489b-81a0-eaf33eee6b1f service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443315 May 26 18:04:28.454006 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:28.480430 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-682cc5f4-5b3d-4081-9dad-e05a417e0414 req-2b1eb4c8-25b9-4605-9570-17015e272c93 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918136 May 26 18:04:28.646364 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-4609794a-5829-4918-8d04-91364e4e69cd tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716661715&fields=id&tenant_id=fce9015638524279b09969d5aacda2ba HTTP/1.1" status: 200 len: 267 time: 0.0466602 May 26 18:04:28.766219 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-39944be5-ab5a-48d8-8c60-64b8a5f69f58 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:28.768668 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-39944be5-ab5a-48d8-8c60-64b8a5f69f58 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/networks?id=d296c6a1-d33e-4e01-be5a-7d337d513aef HTTP/1.1" status: 200 len: 808 time: 0.1137216 May 26 18:04:28.783614 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-e4617508-6aef-49d7-90b5-37b90d065995 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/quotas/fce9015638524279b09969d5aacda2ba HTTP/1.1" status: 200 len: 375 time: 0.0103390 May 26 18:04:28.834428 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-3e242092-8b7f-4088-b7f0-8e68eb38e1c5 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fce9015638524279b09969d5aacda2ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453031 May 26 18:04:28.940137 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-96379231-6511-4d2b-a57e-c21e55f030ca service neutron] 10.222.0.69 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898707 May 26 18:04:29.038894 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-525ae249-4c80-4975-bad4-44962cd9fb1f service neutron] 10.222.0.69 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921674 May 26 18:04:29.139323 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d501e-c309-4dfe-be2a-b28519d9e8b5 req-0343c9fc-010d-4ad3-8aad-aad08594cb78 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:29.144042 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-585d501e-c309-4dfe-be2a-b28519d9e8b5 req-0343c9fc-010d-4ad3-8aad-aad08594cb78 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 944 time: 0.0852871 May 26 18:04:29.213674 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-585d501e-c309-4dfe-be2a-b28519d9e8b5 req-3532ba40-f903-4144-bca5-27e627346952 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603108 May 26 18:04:29.426578 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2b01a80e-a74c-414c-8b53-b204960fd9a8 req-1cc21e13-9cf5-4176-9579-a2d0593f9b4a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 210 time: 0.0350373 May 26 18:04:29.501245 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258404c-a0d7-4b52-8f4b-9a8372f08d37 req-6a4dbfea-88f3-4005-baf0-57e2b2f7afc2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:29.502794 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1258404c-a0d7-4b52-8f4b-9a8372f08d37 req-6a4dbfea-88f3-4005-baf0-57e2b2f7afc2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0609844 May 26 18:04:29.557781 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1258404c-a0d7-4b52-8f4b-9a8372f08d37 req-1e371669-204e-457e-8550-c034dd2291c0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487578 May 26 18:04:29.917072 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697adc6-80f2-4e4e-bb59-481bfbe6d391 req-4ca19136-dec5-4c4c-87c0-acfda1e986c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:29.919147 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8697adc6-80f2-4e4e-bb59-481bfbe6d391 req-4ca19136-dec5-4c4c-87c0-acfda1e986c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 1128 time: 0.1062574 May 26 18:04:29.926517 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-d8d704ae-97ab-4095-aec4-1442e4840ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:29.927907 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-d8d704ae-97ab-4095-aec4-1442e4840ff8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1&tenant_id=ab53cc69f7b0424cb689317c4be9b685 HTTP/1.1" status: 200 len: 1127 time: 0.0865815 May 26 18:04:30.034228 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-40db45ce-c351-4678-bc49-82b922e1f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:30.035703 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-40db45ce-c351-4678-bc49-82b922e1f28d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 1127 time: 0.0795856 May 26 18:04:30.111004 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697adc6-80f2-4e4e-bb59-481bfbe6d391 req-0ce365db-6a90-44d5-aa24-b2cd92cf1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:30.112465 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8697adc6-80f2-4e4e-bb59-481bfbe6d391 req-0ce365db-6a90-44d5-aa24-b2cd92cf1854 service neutron] 10.222.0.62 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 916 time: 0.1773150 May 26 18:04:30.155277 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-84d345fd-275c-4f05-b436-f60cc2f93ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:30.156456 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-84d345fd-275c-4f05-b436-f60cc2f93ceb service neutron] 10.222.0.62 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 918 time: 0.1083479 May 26 18:04:30.334597 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2569-d139-405b-b76b-dca84082a9dc req-f659783c-32de-43bf-82fc-f3baf4ad694c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:30.336274 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-befe2569-d139-405b-b76b-dca84082a9dc req-f659783c-32de-43bf-82fc-f3baf4ad694c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 944 time: 0.0502245 May 26 18:04:30.417004 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8697adc6-80f2-4e4e-bb59-481bfbe6d391 req-90e4eca2-16eb-403a-a3f6-c9fd9e82ff32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd6e103-d470-44be-a25f-1cd6fdfa887e HTTP/1.1" status: 200 len: 217 time: 0.0794518 May 26 18:04:30.531441 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-86f81e19-3bdf-47fe-9023-34cf31b77e49 req-fed40e9e-cd7c-4fa7-813d-8c9e6c3f754f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 210 time: 0.0307260 May 26 18:04:30.551888 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-16585252-2523-411d-9a36-22661d6573f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0450cfd2-c365-4788-a3b6-a839770208e7 HTTP/1.1" status: 200 len: 999 time: 0.2135038 May 26 18:04:30.688908 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6fe61-ab42-49d3-bacf-0fa51f48d820 req-c14d25fa-d3ea-4a67-9847-685cdb5dd947 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:30.690544 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-32b6fe61-ab42-49d3-bacf-0fa51f48d820 req-c14d25fa-d3ea-4a67-9847-685cdb5dd947 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0513456 May 26 18:04:30.718045 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:30.743029 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-32b6fe61-ab42-49d3-bacf-0fa51f48d820 req-7eaf963a-0824-4bb6-b76a-0965e312a069 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466845 May 26 18:04:30.816118 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697adc6-80f2-4e4e-bb59-481bfbe6d391 req-55a37ed6-9540-4386-8c20-2416a5d685fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:30.817569 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8697adc6-80f2-4e4e-bb59-481bfbe6d391 req-55a37ed6-9540-4386-8c20-2416a5d685fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 200 len: 854 time: 0.3892622 May 26 18:04:30.820615 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-befe2569-d139-405b-b76b-dca84082a9dc req-30456be0-6156-43f9-bb64-586eec5ca87d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4669461 May 26 18:04:30.903189 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:30.911906 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d250d8b4-0ce2-4fe6-8b73-320896291e16 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:30.913374 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d250d8b4-0ce2-4fe6-8b73-320896291e16 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.62 "GET /v2.0/networks?id=d296c6a1-d33e-4e01-be5a-7d337d513aef HTTP/1.1" status: 200 len: 808 time: 0.4876547 May 26 18:04:30.915011 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697adc6-80f2-4e4e-bb59-481bfbe6d391 req-800a49d0-bff7-4696-808f-22e4fd6bd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:30.916387 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8697adc6-80f2-4e4e-bb59-481bfbe6d391 req-800a49d0-bff7-4696-808f-22e4fd6bd28d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=481c535b-a9e7-4c84-8151-52762a8d6376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0895734 May 26 18:04:30.918611 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-7d5a67e8-d2b9-4e08-89d6-ec2df6b8cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:30.919972 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-7d5a67e8-d2b9-4e08-89d6-ec2df6b8cc9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 200 len: 856 time: 0.3498826 May 26 18:04:31.052921 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-dcc2576a-e087-4c81-a94b-650553ce0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:31.054332 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-dcc2576a-e087-4c81-a94b-650553ce0e5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cd2844c-2075-4a75-ad58-855aef5bd960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1136506 May 26 18:04:31.153146 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-690bad2d-167e-4949-b791-a70c41aa0c08 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fce9015638524279b09969d5aacda2ba HTTP/1.1" status: 200 len: 379 time: 0.2174234 May 26 18:04:31.169480 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Request body: {'port': {'device_id': '8e417922-03b2-40d5-814a-4303948ed31b', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'admin_state_up': True, 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'security_groups': ['4e1880a9-e59d-4d24-978e-1ef08e537726']}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:31.180562 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:31.205550 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8697adc6-80f2-4e4e-bb59-481bfbe6d391 req-402ff002-cbf6-4dd0-91fa-ceae3a81040c service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638228 May 26 18:04:31.335678 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-6caaa2ca-f598-41ee-a550-2e3d7c72171a service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692764 May 26 18:04:31.460089 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8697adc6-80f2-4e4e-bb59-481bfbe6d391 req-3c36c7a9-1e9b-4fa2-aa2e-1407d9c9a404 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478957 May 26 18:04:31.483715 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Made reservation on behalf of fce9015638524279b09969d5aacda2ba for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:31.487163 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:31.513860 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94b62667-89d8-4506-8ef8-22fdfbeede12 req-99dd476b-f794-4fc4-8d7a-f7d21cf4adb8 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685081 May 26 18:04:31.640079 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Allocated IP 172.20.0.9 (d296c6a1-d33e-4e01-be5a-7d337d513aef/6bd4a313-3380-424b-8bd3-f33415b4cadf/971e49f3-13e4-4d71-a577-21b1d36cef54) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:31.641155 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-83ea4b71-ce50-4420-917a-77d6259f51dd req-24a2e5c2-d512-48c7-a3d9-c5f182ddf025 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 210 time: 0.0317464 May 26 18:04:31.759486 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:31.801928 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:31.876543 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:31.885014 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7ed10-f31b-4174-9f1f-60fec53a2a90 req-1fa17359-47fa-4bee-b98c-eb3b475bb543 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:31.887182 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2ba7ed10-f31b-4174-9f1f-60fec53a2a90 req-1fa17359-47fa-4bee-b98c-eb3b475bb543 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0608034 May 26 18:04:31.952747 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81f238-c675-4918-a7df-53e4910a3c99 req-d9ec32d0-5cb6-4e7f-9376-5defbf654050 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:31.954500 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Network d296c6a1-d33e-4e01-be5a-7d337d513aef is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:31.954627 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2f81f238-c675-4918-a7df-53e4910a3c99 req-d9ec32d0-5cb6-4e7f-9376-5defbf654050 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 944 time: 0.0542152 May 26 18:04:31.961542 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:31.964484 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:31.970207 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:31.970922 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:32.004589 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:32.026645 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event updated for resources: {'Port': ['ID=971e49f3-13e4-4d71-a577-21b1d36cef54,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:32.033764 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2ba7ed10-f31b-4174-9f1f-60fec53a2a90 req-7a6192bc-c100-4bed-8996-2d9c579c2984 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348958 May 26 18:04:32.037532 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fbd59bdb-ee80-4b9a-bbfc-3336fea80ef6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8767118 May 26 18:04:32.044341 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2f81f238-c675-4918-a7df-53e4910a3c99 req-b70c2b88-b0b6-458c-aa09-c042cac393e6 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818315 May 26 18:04:32.055275 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Request body: {'port': {'device_id': '8e417922-03b2-40d5-814a-4303948ed31b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:32.072207 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0dd6e103-d470-44be-a25f-1cd6fdfa887e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:04:32.077162 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:32.092838 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:32.138923 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:32.331611 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0dd6e103-d470-44be-a25f-1cd6fdfa887e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0dd6e103-d470-44be-a25f-1cd6fdfa887e,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:32.381348 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:32.382608 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '0dd6e103-d470-44be-a25f-1cd6fdfa887e', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'port_id': '0dd6e103-d470-44be-a25f-1cd6fdfa887e', 'mac_address': 'fa:16:3e:cb:45:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:04:32.384637 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-265a0e8d-325a-42d0-82f6-f66c2a1056e0 None None] Provisioning complete for port 971e49f3-13e4-4d71-a577-21b1d36cef54 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:32.384992 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-265a0e8d-325a-42d0-82f6-f66c2a1056e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:32.446312 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-265a0e8d-325a-42d0-82f6-f66c2a1056e0 None None] Port 971e49f3-13e4-4d71-a577-21b1d36cef54 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:04:32.459545 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 0dd6e103-d470-44be-a25f-1cd6fdfa887e is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:32.460324 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:32.476648 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd6e103-d470-44be-a25f-1cd6fdfa887e {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:04:32.501195 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0dd6e103-d470-44be-a25f-1cd6fdfa887e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0dd6e103-d470-44be-a25f-1cd6fdfa887e,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:32.508477 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:32.570858 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=0dd6e103-d470-44be-a25f-1cd6fdfa887e,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:32.668804 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971e49f3-13e4-4d71-a577-21b1d36cef54 {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:04:32.677828 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Publish callbacks [] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:32.696335 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Transition to ACTIVE for port object 971e49f3-13e4-4d71-a577-21b1d36cef54 will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:04:32.701902 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:32.790682 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Pushing event updated for resources: {'Port': ['ID=971e49f3-13e4-4d71-a577-21b1d36cef54,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:32.803924 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Attempting to bind port 971e49f3-13e4-4d71-a577-21b1d36cef54 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:32.804172 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Attempting to bind port 971e49f3-13e4-4d71-a577-21b1d36cef54 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:32.804526 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Attempting to bind port 971e49f3-13e4-4d71-a577-21b1d36cef54 on network d296c6a1-d33e-4e01-be5a-7d337d513aef {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:32.809967 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Port 971e49f3-13e4-4d71-a577-21b1d36cef54 on network d296c6a1-d33e-4e01-be5a-7d337d513aef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:04:32.810295 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Attempting to bind port 971e49f3-13e4-4d71-a577-21b1d36cef54 on network d296c6a1-d33e-4e01-be5a-7d337d513aef {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:32.816855 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:32.817237 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Checking segment: {'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:32.817707 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Bound using segment: {'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:32.818189 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Bound port: 971e49f3-13e4-4d71-a577-21b1d36cef54, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb216a0f-7504-44b0-822f-c029b459f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:32.818562 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:32.891762 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:32.930144 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['0dd6e103-d470-44be-a25f-1cd6fdfa887e'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:04:32.935709 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86f5e1-3793-4491-829e-b20fbdd9e43f req-04ae3320-0db1-40cd-b0e4-b357a9af9a27 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:32.947261 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bc86f5e1-3793-4491-829e-b20fbdd9e43f req-04ae3320-0db1-40cd-b0e4-b357a9af9a27 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0914478 May 26 18:04:32.976847 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] For port 971e49f3-13e4-4d71-a577-21b1d36cef54, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:32.986104 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] For port 971e49f3-13e4-4d71-a577-21b1d36cef54, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=971e49f3-13e4-4d71-a577-21b1d36cef54,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:33.003441 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:33.054322 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bc86f5e1-3793-4491-829e-b20fbdd9e43f req-1481bcec-1f9a-4bc1-b828-135290c64860 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058414 May 26 18:04:33.105966 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:33.106829 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:33.108437 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] 10.222.0.62 "PUT /v2.0/ports/971e49f3-13e4-4d71-a577-21b1d36cef54 HTTP/1.1" status: 200 len: 1093 time: 1.0635307 May 26 18:04:33.109237 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:04:33.117233 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d4d46a-a5eb-47b6-ba4d-92c52ea9ddcc" -d '{"events": [{"name": "network-changed", "server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:04:33.197607 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7528e-b416-4821-94d8-dbdd8035adf2 service neutron] Pushing event updated for resources: {'Port': ['ID=971e49f3-13e4-4d71-a577-21b1d36cef54,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:33.270260 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64159287-257e-4111-838c-2c3ec3ee15fd req-fa28fefe-5f30-4d62-814d-b9b7c907b99b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:33.280729 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-64159287-257e-4111-838c-2c3ec3ee15fd req-fa28fefe-5f30-4d62-814d-b9b7c907b99b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0881212 May 26 18:04:33.307906 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0080d-c878-4135-abec-37467368f73f req-7f985ef4-dcda-4527-ae96-7204afa8e3c9 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:33.321247 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e8e0080d-c878-4135-abec-37467368f73f req-7f985ef4-dcda-4527-ae96-7204afa8e3c9 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 945 time: 0.1442220 May 26 18:04:33.347815 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-64159287-257e-4111-838c-2c3ec3ee15fd req-49a70470-b5b6-462d-a613-0f10a70d3f20 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659049 May 26 18:04:33.390225 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e8e0080d-c878-4135-abec-37467368f73f req-5f1ca974-1c01-4337-b81a-6483fe606c77 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680878 May 26 18:04:33.431850 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52efc62a-4514-4c21-9303-1a317b3d721f x-openstack-request-id: req-52efc62a-4514-4c21-9303-1a317b3d721f {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:04:33.432204 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:04:33.432982 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-52efc62a-4514-4c21-9303-1a317b3d721f {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:04:33.433387 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52efc62a-4514-4c21-9303-1a317b3d721f'] response: {'name': 'network-changed', 'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'status': 'completed', 'code': 200} May 26 18:04:34.179471 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884da27-5d1b-4313-b933-b7fddd6d8d2e req-e47b7282-e7c8-40fa-927f-d3e1557328f5 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:34.181206 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b884da27-5d1b-4313-b933-b7fddd6d8d2e req-e47b7282-e7c8-40fa-927f-d3e1557328f5 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0500698 May 26 18:04:34.199397 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0dd6e103-d470-44be-a25f-1cd6fdfa887e up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:34.251508 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b884da27-5d1b-4313-b933-b7fddd6d8d2e req-104d55a9-709f-4861-a8ed-6145340fa7b1 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635765 May 26 18:04:34.265364 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port 0dd6e103-d470-44be-a25f-1cd6fdfa887e completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:04:34.273384 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 0dd6e103-d470-44be-a25f-1cd6fdfa887e triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:34.273990 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:34.357086 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 0dd6e103-d470-44be-a25f-1cd6fdfa887e is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:34.357469 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:34.398142 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb99e9b-15af-408e-af01-6e08b8294058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd6e103-d470-44be-a25f-1cd6fdfa887e'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:04:34.402389 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072e3c23-54fb-43dc-824b-3240a8c0a1a3" -d '{"events": [{"server_uuid": "6bb99e9b-15af-408e-af01-6e08b8294058", "name": "network-vif-plugged", "status": "completed", "tag": "0dd6e103-d470-44be-a25f-1cd6fdfa887e"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:04:34.424103 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0dd6e103-d470-44be-a25f-1cd6fdfa887e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0dd6e103-d470-44be-a25f-1cd6fdfa887e,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:34.430145 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:34.475982 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b789d152-1df9-48b8-8f89-9e57e32c580b x-openstack-request-id: req-b789d152-1df9-48b8-8f89-9e57e32c580b {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:04:34.476318 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb99e9b-15af-408e-af01-6e08b8294058", "name": "network-vif-plugged", "status": "completed", "tag": "0dd6e103-d470-44be-a25f-1cd6fdfa887e", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:04:34.476575 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b789d152-1df9-48b8-8f89-9e57e32c580b {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:04:34.477077 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b789d152-1df9-48b8-8f89-9e57e32c580b'] response: {'server_uuid': '6bb99e9b-15af-408e-af01-6e08b8294058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd6e103-d470-44be-a25f-1cd6fdfa887e', 'code': 200} May 26 18:04:34.518711 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=0dd6e103-d470-44be-a25f-1cd6fdfa887e,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:34.616920 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe8b4e-695f-428e-8007-4902561891b9 req-aabaac76-8da1-4374-894e-be911eb58a9d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:34.623946 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1cbe8b4e-695f-428e-8007-4902561891b9 req-aabaac76-8da1-4374-894e-be911eb58a9d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.1343162 May 26 18:04:34.647346 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8363b-7850-46f1-b910-81bde6f8598d req-227fbbf0-b862-44c7-9571-5afc4ac00fb2 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:34.654828 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-53a8363b-7850-46f1-b910-81bde6f8598d req-227fbbf0-b862-44c7-9571-5afc4ac00fb2 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0834446 May 26 18:04:34.685421 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1cbe8b4e-695f-428e-8007-4902561891b9 req-0d0bb155-75a1-4944-a874-8023e62fd348 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602481 May 26 18:04:34.775942 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-53a8363b-7850-46f1-b910-81bde6f8598d req-69e9c653-8711-4eb4-8e94-47ee71099924 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199243 May 26 18:04:35.406721 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f69ce0-dad4-4fcb-99c3-721ceaf8d6b3 req-74b7feb3-b73b-4465-967a-958851d067cd tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:35.412979 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-47f69ce0-dad4-4fcb-99c3-721ceaf8d6b3 req-74b7feb3-b73b-4465-967a-958851d067cd tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0794508 May 26 18:04:35.483960 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-47f69ce0-dad4-4fcb-99c3-721ceaf8d6b3 req-adfc202d-b165-471a-9b96-52d40fd04b0c tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678961 May 26 18:04:35.872756 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:35.887639 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca850c41-89b4-46d4-a2e7-9053f084bc68 req-026f0f70-5eb6-4525-a660-2b32fd6ba50f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:35.889857 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ca850c41-89b4-46d4-a2e7-9053f084bc68 req-026f0f70-5eb6-4525-a660-2b32fd6ba50f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0776918 May 26 18:04:36.005280 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ca850c41-89b4-46d4-a2e7-9053f084bc68 req-c5b26e0e-ea64-4028-8aad-a301f2f196f7 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026170 May 26 18:04:36.013021 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e7ee2-c2de-433b-b142-435faf02137a req-114e4de8-c098-4c0b-aca6-311fd281da36 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:36.016714 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8a2e7ee2-c2de-433b-b142-435faf02137a req-114e4de8-c098-4c0b-aca6-311fd281da36 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0870779 May 26 18:04:36.126651 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8a2e7ee2-c2de-433b-b142-435faf02137a req-a573dc71-4710-41de-ab45-edb4c05360d7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938714 May 26 18:04:36.690122 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c93b4e-243c-4137-87eb-a396870148a9 req-8fc02a6d-3ded-4bb5-8289-584f253a3035 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:36.694386 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-53c93b4e-243c-4137-87eb-a396870148a9 req-8fc02a6d-3ded-4bb5-8289-584f253a3035 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0938294 May 26 18:04:36.831519 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=48 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:36.849505 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-53c93b4e-243c-4137-87eb-a396870148a9 req-89974f49-4f2e-4a90-8a09-3e06ce6320a7 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434023 May 26 18:04:37.218258 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793c75c-4f3a-44f4-bacf-80666f158073 req-ad1eaf21-d056-46db-abea-8f917c9dfb93 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:37.220529 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b793c75c-4f3a-44f4-bacf-80666f158073 req-ad1eaf21-d056-46db-abea-8f917c9dfb93 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0974970 May 26 18:04:37.303269 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3d8c9-bed6-42be-8413-0e238f869203 req-16804dd7-05cd-49da-b8eb-6e995400f76c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:37.312164 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-86a3d8c9-bed6-42be-8413-0e238f869203 req-16804dd7-05cd-49da-b8eb-6e995400f76c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0795765 May 26 18:04:37.316946 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b793c75c-4f3a-44f4-bacf-80666f158073 req-fc564ecc-ea8f-49f3-b7d4-6038560e6cac tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858757 May 26 18:04:37.403356 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-86a3d8c9-bed6-42be-8413-0e238f869203 req-a45a2cb9-dffa-4899-b74a-2a02dfc5f249 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900195 May 26 18:04:38.035622 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb570de6-320c-4acb-b3db-cc7a3ee72464 req-976289c1-65e9-4a70-b0b5-6b815fbf5e51 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:38.037269 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cb570de6-320c-4acb-b3db-cc7a3ee72464 req-976289c1-65e9-4a70-b0b5-6b815fbf5e51 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0660024 May 26 18:04:38.115369 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cb570de6-320c-4acb-b3db-cc7a3ee72464 req-f562bfb4-83cc-4003-a617-9d7ae56b9078 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670969 May 26 18:04:38.459405 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5b875-7a6f-4db8-8eff-df57ab6287d2 req-6e4a6050-49a8-489e-bff0-76f8f3e7078e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:38.461073 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c2c5b875-7a6f-4db8-8eff-df57ab6287d2 req-6e4a6050-49a8-489e-bff0-76f8f3e7078e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0541577 May 26 18:04:38.519639 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c2c5b875-7a6f-4db8-8eff-df57ab6287d2 req-3e8679ac-a159-4431-ae7e-9b0420b727c4 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514233 May 26 18:04:38.541308 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2d68-c442-4e98-8761-feecb6080fa2 req-b117d5c1-3541-4860-9a38-8c2e183bac59 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:38.546427 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-854a2d68-c442-4e98-8761-feecb6080fa2 req-b117d5c1-3541-4860-9a38-8c2e183bac59 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0627365 May 26 18:04:38.603387 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-854a2d68-c442-4e98-8761-feecb6080fa2 req-e291df95-03ce-484b-a978-45795173eeab tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522718 May 26 18:04:39.252366 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e2de7-e891-45a5-b245-47e5da82ab53 req-3daa31d8-d923-4456-94c3-097fb29e0858 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:39.254271 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3e1e2de7-e891-45a5-b245-47e5da82ab53 req-3daa31d8-d923-4456-94c3-097fb29e0858 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0621953 May 26 18:04:39.321044 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3e1e2de7-e891-45a5-b245-47e5da82ab53 req-27afc68e-e16c-48cf-89f7-a50a19776df7 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583482 May 26 18:04:39.683324 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759e730-fe79-4e27-85e6-48f5711d2e9f req-3806c245-bdf1-4534-a7f4-7d7e572e572b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:39.685487 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6759e730-fe79-4e27-85e6-48f5711d2e9f req-3806c245-bdf1-4534-a7f4-7d7e572e572b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0751028 May 26 18:04:39.767708 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6759e730-fe79-4e27-85e6-48f5711d2e9f req-de5f2ae7-a1bd-4844-aa86-545e3ba42bfb tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764570 May 26 18:04:39.809858 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0675d-d201-4f36-88be-2d50018517c4 req-718fc69f-c84b-4c0b-9f1d-9934a46aaf55 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:39.811484 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-edb0675d-d201-4f36-88be-2d50018517c4 req-718fc69f-c84b-4c0b-9f1d-9934a46aaf55 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0672750 May 26 18:04:39.865301 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-edb0675d-d201-4f36-88be-2d50018517c4 req-339b199d-ec77-4daa-8d52-28f30395e70f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466864 May 26 18:04:40.438607 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:40.449426 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7844cf-f4a1-426b-b6b0-fa90809a020d req-197d0296-4497-4a6c-b720-2a198b55b4b1 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:40.451108 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ef7844cf-f4a1-426b-b6b0-fa90809a020d req-197d0296-4497-4a6c-b720-2a198b55b4b1 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0541470 May 26 18:04:40.521531 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ef7844cf-f4a1-426b-b6b0-fa90809a020d req-3b3b1608-bba4-4fb4-b921-e83cb1ec3fa2 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606291 May 26 18:04:40.931773 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d453b6-e165-42de-8ef8-8377b571f55f req-0ce31579-db5f-4bdf-8902-ddfff7aa9b61 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:40.934639 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-63d453b6-e165-42de-8ef8-8377b571f55f req-0ce31579-db5f-4bdf-8902-ddfff7aa9b61 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0708137 May 26 18:04:40.972655 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:41.004748 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-63d453b6-e165-42de-8ef8-8377b571f55f req-084cff2e-bec0-4e2b-aeac-6edd597e4c5f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630245 May 26 18:04:41.036065 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97fa8c-854e-42f2-bc1b-6ad036a9731d req-f0536f6f-8a99-4b32-abcb-5cd68dc1a6f1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:41.040312 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3c97fa8c-854e-42f2-bc1b-6ad036a9731d req-f0536f6f-8a99-4b32-abcb-5cd68dc1a6f1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0874341 May 26 18:04:41.126873 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3c97fa8c-854e-42f2-bc1b-6ad036a9731d req-ee7d9e1c-708d-4657-94aa-05d9a169755d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811553 May 26 18:04:41.733973 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678785a9-d134-433f-9bbd-6d46d840fb46 req-73a98b8d-1994-4a06-8045-4fff1f26a6f0 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:41.736851 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-678785a9-d134-433f-9bbd-6d46d840fb46 req-73a98b8d-1994-4a06-8045-4fff1f26a6f0 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.1092823 May 26 18:04:41.832938 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-678785a9-d134-433f-9bbd-6d46d840fb46 req-642f0607-2e63-4ef7-8e77-932c08b76cfa tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892620 May 26 18:04:42.250205 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f6aac-06f1-4f2b-acd8-1ec47116bfd7 req-47054947-7c5f-433f-9aa9-374b906a9375 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:42.251989 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e51f6aac-06f1-4f2b-acd8-1ec47116bfd7 req-47054947-7c5f-433f-9aa9-374b906a9375 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0980742 May 26 18:04:42.303616 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:42.327074 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e51f6aac-06f1-4f2b-acd8-1ec47116bfd7 req-bb9ce312-7ff6-4ab2-a1e6-62c7462e348e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662620 May 26 18:04:42.333680 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887a2be-7306-4ed4-97d1-f6fb05062428 req-b566deb3-0787-4051-9555-a47df1ffc52a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:42.335843 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3887a2be-7306-4ed4-97d1-f6fb05062428 req-b566deb3-0787-4051-9555-a47df1ffc52a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0779440 May 26 18:04:42.398630 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3887a2be-7306-4ed4-97d1-f6fb05062428 req-a1d596d6-ca3b-485f-929d-5f90eb5322b8 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518637 May 26 18:04:42.986930 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28518388-2da3-4302-bb7c-9b81c3a73cb9 req-b7e0d762-4480-4163-affa-c7c98933766e tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:42.988692 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-28518388-2da3-4302-bb7c-9b81c3a73cb9 req-b7e0d762-4480-4163-affa-c7c98933766e tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0711744 May 26 18:04:43.050495 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-28518388-2da3-4302-bb7c-9b81c3a73cb9 req-9e8fd2d4-d938-4fd3-b109-24776e40f583 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548720 May 26 18:04:43.373970 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d46a-a5eb-47b6-ba4d-92c52ea9ddcc req-3d1ed45b-a40c-4179-a3da-fdbddad8983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:43.375651 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36d4d46a-a5eb-47b6-ba4d-92c52ea9ddcc req-3d1ed45b-a40c-4179-a3da-fdbddad8983d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fce9015638524279b09969d5aacda2ba&device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 1127 time: 0.0499053 May 26 18:04:43.475515 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62607da5-01bb-4a86-9429-c4523acc5184 req-ac1e0611-41a9-4489-963a-c8e200493e1f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:43.477469 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-62607da5-01bb-4a86-9429-c4523acc5184 req-ac1e0611-41a9-4489-963a-c8e200493e1f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0587790 May 26 18:04:43.561661 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-62607da5-01bb-4a86-9429-c4523acc5184 req-2be8760a-1cf5-495a-bc78-1130b9f340f9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773857 May 26 18:04:43.590630 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1811879-7e87-4791-aaff-00db1cb3eb7c req-8ce141fa-a151-4c78-81e3-ea95cc692f54 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:43.593294 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d1811879-7e87-4791-aaff-00db1cb3eb7c req-8ce141fa-a151-4c78-81e3-ea95cc692f54 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0840394 May 26 18:04:43.649957 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d1811879-7e87-4791-aaff-00db1cb3eb7c req-e7af20c3-e70f-43df-a880-ef68064ba9d6 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488253 May 26 18:04:43.685440 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:44.176304 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1e57c-8ffd-4446-b89a-118840824b47 req-01a754e9-69bd-4f1a-a548-747db5b00664 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:44.178133 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d7b1e57c-8ffd-4446-b89a-118840824b47 req-01a754e9-69bd-4f1a-a548-747db5b00664 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0543783 May 26 18:04:44.242200 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d7b1e57c-8ffd-4446-b89a-118840824b47 req-a128b492-d39d-4ba6-b5ec-5e6b846ed161 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525486 May 26 18:04:44.455616 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:44.472920 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb680f-4f00-4fc4-86a6-8d8867a49bc6 req-80bcf97a-7034-4f17-82fa-78dae7d61a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:44.474488 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b5bb680f-4f00-4fc4-86a6-8d8867a49bc6 req-80bcf97a-7034-4f17-82fa-78dae7d61a30 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 1130 time: 0.0848298 May 26 18:04:44.505967 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d46a-a5eb-47b6-ba4d-92c52ea9ddcc req-6934e145-a12a-4fc7-9c69-6134294c00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:44.507474 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36d4d46a-a5eb-47b6-ba4d-92c52ea9ddcc req-6934e145-a12a-4fc7-9c69-6134294c00c8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=fce9015638524279b09969d5aacda2ba&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1530824 May 26 18:04:44.715739 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17058e-9fdc-4e12-8345-ddda68207a8b req-05b12aaa-eb70-49d1-8eb5-e897df72dc7d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:44.718009 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cc17058e-9fdc-4e12-8345-ddda68207a8b req-05b12aaa-eb70-49d1-8eb5-e897df72dc7d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0591071 May 26 18:04:44.786575 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cc17058e-9fdc-4e12-8345-ddda68207a8b req-4969209a-0ae9-4bc2-9e93-e39f02309014 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614955 May 26 18:04:44.811276 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf341e2-0399-4820-a58a-412045e993c8 req-bad9518f-9c99-4311-9d49-042e6576d973 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:44.812827 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ccf341e2-0399-4820-a58a-412045e993c8 req-bad9518f-9c99-4311-9d49-042e6576d973 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0742967 May 26 18:04:44.972881 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b5bb680f-4f00-4fc4-86a6-8d8867a49bc6 req-63fc5049-52f1-4062-a13b-fefa2f5d7397 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589921 May 26 18:04:44.996514 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ccf341e2-0399-4820-a58a-412045e993c8 req-0158c176-e8bb-4661-8949-4cc56f554d04 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444786 May 26 18:04:45.003013 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d46a-a5eb-47b6-ba4d-92c52ea9ddcc req-bf145f6a-a461-4a58-8323-f3d0edb29ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:45.004882 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36d4d46a-a5eb-47b6-ba4d-92c52ea9ddcc req-bf145f6a-a461-4a58-8323-f3d0edb29ee7 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1899958 May 26 18:04:45.312129 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-8bbf55fe-2caf-44f2-81e6-f4cd6c01f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:45.314821 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-8bbf55fe-2caf-44f2-81e6-f4cd6c01f0e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fce9015638524279b09969d5aacda2ba&device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 1127 time: 0.0722756 May 26 18:04:45.376672 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-fed1b67b-a703-4744-91a9-53f572a197f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=971e49f3-13e4-4d71-a577-21b1d36cef54 HTTP/1.1" status: 200 len: 217 time: 0.0516937 May 26 18:04:45.428006 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd4cbd-4341-4b4c-a4a6-7e1f35363a53 req-6b331dcb-4dfd-4b06-8575-8e222fc64294 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:45.430884 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0acd4cbd-4341-4b4c-a4a6-7e1f35363a53 req-6b331dcb-4dfd-4b06-8575-8e222fc64294 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0868421 May 26 18:04:45.467254 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d49688e1-8949-4863-8ef8-8ad06b53ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:45.469826 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-d49688e1-8949-4863-8ef8-8ad06b53ab55 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bd4a313-3380-424b-8bd3-f33415b4cadf HTTP/1.1" status: 200 len: 847 time: 0.0829680 May 26 18:04:45.539801 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0acd4cbd-4341-4b4c-a4a6-7e1f35363a53 req-9db2572c-af04-442e-8172-d37556bb80d2 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974927 May 26 18:04:45.945210 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:45.989932 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-33cea8b2-30a8-4634-8a81-83d497e601ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:45.992920 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-33cea8b2-30a8-4634-8a81-83d497e601ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d296c6a1-d33e-4e01-be5a-7d337d513aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1348855 May 26 18:04:46.023977 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166f954-f426-415c-b030-01fdc467014f req-ab828e71-5d5a-4088-b98d-43d872021e46 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:46.027925 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a166f954-f426-415c-b030-01fdc467014f req-ab828e71-5d5a-4088-b98d-43d872021e46 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.1147416 May 26 18:04:46.114636 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a166f954-f426-415c-b030-01fdc467014f req-9a0d67ab-cf2a-4141-9256-67599c32fa51 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802579 May 26 18:04:46.167627 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011af450-b518-46a7-b2c3-d4c4a40383f2 req-f536a004-2e2d-420c-bb35-15bab41b1c54 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:46.169362 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-011af450-b518-46a7-b2c3-d4c4a40383f2 req-f536a004-2e2d-420c-bb35-15bab41b1c54 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0699499 May 26 18:04:46.227324 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-011af450-b518-46a7-b2c3-d4c4a40383f2 req-54c01403-2711-40e0-95b1-4e4fd76cbe6f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514789 May 26 18:04:46.678678 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e135fe9-f0d2-4ffd-add3-38a3f28967f9 req-c72fa0cf-ba23-4795-b0a4-94f423a2f0f2 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:46.680607 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3e135fe9-f0d2-4ffd-add3-38a3f28967f9 req-c72fa0cf-ba23-4795-b0a4-94f423a2f0f2 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0546565 May 26 18:04:46.767236 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3e135fe9-f0d2-4ffd-add3-38a3f28967f9 req-b7f086c2-0fa2-4fd4-b0bc-7b1db8d35b7c tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696723 May 26 18:04:47.272216 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac854437-ee5b-4199-b55d-56f2f763045b req-e6d7f16b-11ff-48a1-bf48-44c1ab18fc89 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:47.273870 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ac854437-ee5b-4199-b55d-56f2f763045b req-e6d7f16b-11ff-48a1-bf48-44c1ab18fc89 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0581961 May 26 18:04:47.341495 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ac854437-ee5b-4199-b55d-56f2f763045b req-72ad9198-f581-4807-8b4f-a88477df4f79 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596125 May 26 18:04:47.391426 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac8581-26a7-4cc7-bc0b-4b954ae79908 req-5ada78f6-8482-40d7-8f4d-bf694930b24a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:47.393422 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bcac8581-26a7-4cc7-bc0b-4b954ae79908 req-5ada78f6-8482-40d7-8f4d-bf694930b24a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0684378 May 26 18:04:47.454536 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bcac8581-26a7-4cc7-bc0b-4b954ae79908 req-57ad962a-a308-40fa-bf28-3d9784b7fbce tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543971 May 26 18:04:47.906610 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a9055-7d22-470c-8a33-b86a67b03d02 req-d89de4cf-e295-4fbd-9f3e-9569434d0e97 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:47.908568 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ef7a9055-7d22-470c-8a33-b86a67b03d02 req-d89de4cf-e295-4fbd-9f3e-9569434d0e97 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0575407 May 26 18:04:47.968743 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ef7a9055-7d22-470c-8a33-b86a67b03d02 req-8b3798b9-a175-4aa6-ad9d-7f89aa243b22 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537817 May 26 18:04:48.017713 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-adfc773f-31ef-4242-85dc-86ac2932ca31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:48.488159 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db2442-01b5-4f73-86d3-7b4f06b5952d req-4300a129-1d7e-4a7d-b343-bd6db1dc4064 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:48.489247 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-57db2442-01b5-4f73-86d3-7b4f06b5952d req-4300a129-1d7e-4a7d-b343-bd6db1dc4064 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0545647 May 26 18:04:48.565653 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-57db2442-01b5-4f73-86d3-7b4f06b5952d req-ae39cb1e-546c-4d1b-9989-85574ab464a7 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657225 May 26 18:04:48.614429 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991a4d1-9b1a-43c3-ad19-cb24f0ea4de9 req-49fe40f3-8181-4f94-b0bd-fe175a3f2d59 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:48.616123 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f991a4d1-9b1a-43c3-ad19-cb24f0ea4de9 req-49fe40f3-8181-4f94-b0bd-fe175a3f2d59 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0672061 May 26 18:04:48.672921 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f991a4d1-9b1a-43c3-ad19-cb24f0ea4de9 req-14f348e5-42ed-4eb2-992b-af40aceb32cf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503502 May 26 18:04:49.020350 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-ab873b5b-6fbf-434d-8bb2-2584bd2904e6 service neutron] 10.222.0.62 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093802 May 26 18:04:49.183961 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18bda6-b144-4e88-b7f4-620b08371134 req-e0a69e77-a1a0-4455-b297-b8fa1ce9bfbb tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:49.185634 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5f18bda6-b144-4e88-b7f4-620b08371134 req-e0a69e77-a1a0-4455-b297-b8fa1ce9bfbb tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.1216815 May 26 18:04:49.203340 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:49.261168 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5af4e4c4-8d05-4f5d-a82e-96365da6e442 req-cfa0121a-af28-4972-906b-f95694838c61 service neutron] 10.222.0.62 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948519 May 26 18:04:49.276682 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5f18bda6-b144-4e88-b7f4-620b08371134 req-504b757b-589f-4415-87b7-85fd9fb545ba tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838680 May 26 18:04:49.733064 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf32cb-2e41-4d4a-846a-0f994522590e req-6a3d3686-7d8f-4af9-a289-722e7be406cb tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:49.736004 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-afaf32cb-2e41-4d4a-846a-0f994522590e req-6a3d3686-7d8f-4af9-a289-722e7be406cb tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0818238 May 26 18:04:49.781811 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:49.804577 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-afaf32cb-2e41-4d4a-846a-0f994522590e req-0083d454-b3d5-4acd-8e5d-8987c3a8da6b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615664 May 26 18:04:49.849588 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86521d8-ffd4-4dd5-95b1-f5043bf13476 req-e2e2b323-976c-4804-a738-7a27eaed2605 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:49.851416 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a86521d8-ffd4-4dd5-95b1-f5043bf13476 req-e2e2b323-976c-4804-a738-7a27eaed2605 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0720084 May 26 18:04:49.939165 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a86521d8-ffd4-4dd5-95b1-f5043bf13476 req-132e2807-3c8c-4d9e-8cb2-0a22417de1f7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761325 May 26 18:04:50.099218 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac55f25-07ac-4f12-9cf8-9cd370a48fe9 req-3cd5a97b-2a52-4a0a-87ca-49453ec44412 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:50.107629 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8ac55f25-07ac-4f12-9cf8-9cd370a48fe9 req-3cd5a97b-2a52-4a0a-87ca-49453ec44412 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0860710 May 26 18:04:50.123507 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 42900) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:50.128971 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-37b694dd-b7f4-447a-98aa-08fbb28ffff7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'floatingip': {'port_id': '0dd6e103-d470-44be-a25f-1cd6fdfa887e'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:50.176733 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-37b694dd-b7f4-447a-98aa-08fbb28ffff7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (0574f6ae-8322-4e39-8acd-b9f41dd6dddd), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:50.202672 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2658ce64-0286-4991-9bf9-93af672d75c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:50.259092 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:50.426954 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653183e2-58cb-4d8a-8fc1-c196e0893742 req-4fbafb24-2685-45bc-ab0e-41231eb1d37f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:50.428886 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-653183e2-58cb-4d8a-8fc1-c196e0893742 req-4fbafb24-2685-45bc-ab0e-41231eb1d37f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0587802 May 26 18:04:50.505230 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-653183e2-58cb-4d8a-8fc1-c196e0893742 req-975938d8-58a2-479f-ac77-6872b43fadc4 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652781 May 26 18:04:50.739819 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-37b694dd-b7f4-447a-98aa-08fbb28ffff7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:50.744665 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-37b694dd-b7f4-447a-98aa-08fbb28ffff7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (0574f6ae-8322-4e39-8acd-b9f41dd6dddd), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:50.859029 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-37b694dd-b7f4-447a-98aa-08fbb28ffff7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Floating IP 0574f6ae-8322-4e39-8acd-b9f41dd6dddd associated. External IP: 172.27.0.28, port: 0dd6e103-d470-44be-a25f-1cd6fdfa887e. May 26 18:04:50.997443 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edcf9-b496-47e6-bb94-3b39d499fbab req-7e476504-e015-4d56-b385-9bbe7ea3ecd0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:50.999287 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c38edcf9-b496-47e6-bb94-3b39d499fbab req-7e476504-e015-4d56-b385-9bbe7ea3ecd0 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0892751 May 26 18:04:51.107307 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c38edcf9-b496-47e6-bb94-3b39d499fbab req-e64dda1e-35ed-4881-bfd6-b953d8f496e1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974548 May 26 18:04:51.185896 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b694dd-b7f4-447a-98aa-08fbb28ffff7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Router 38e7beef-54ca-46f0-bad8-41c952f715dd has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:04:51.285779 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:51.363376 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b694dd-b7f4-447a-98aa-08fbb28ffff7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:04:51.369380 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-37b694dd-b7f4-447a-98aa-08fbb28ffff7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.375437 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5d0b4-1608-46d0-8af8-3d97ffd42678 None None] Sync routers for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:04:51.389124 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5d0b4-1608-46d0-8af8-3d97ffd42678 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:51.389842 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d3f5d0b4-1608-46d0-8af8-3d97ffd42678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:04:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:51.410507 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-37b694dd-b7f4-447a-98aa-08fbb28ffff7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "PUT /v2.0/floatingips/0574f6ae-8322-4e39-8acd-b9f41dd6dddd HTTP/1.1" status: 200 len: 991 time: 1.2849743 May 26 18:04:51.411487 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb99e9b-15af-408e-af01-6e08b8294058', 'tag': '0dd6e103-d470-44be-a25f-1cd6fdfa887e'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:04:51.415063 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d3100c-f7fd-401a-bdd9-e9e7dd116aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb99e9b-15af-408e-af01-6e08b8294058", "tag": "0dd6e103-d470-44be-a25f-1cd6fdfa887e"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:04:51.459572 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83f16f4-e357-4286-af9f-1cff21766521 x-openstack-request-id: req-d83f16f4-e357-4286-af9f-1cff21766521 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:04:51.459843 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb99e9b-15af-408e-af01-6e08b8294058", "tag": "0dd6e103-d470-44be-a25f-1cd6fdfa887e", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:04:51.460144 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d83f16f4-e357-4286-af9f-1cff21766521 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:04:51.460562 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83f16f4-e357-4286-af9f-1cff21766521'] response: {'name': 'network-changed', 'server_uuid': '6bb99e9b-15af-408e-af01-6e08b8294058', 'tag': '0dd6e103-d470-44be-a25f-1cd6fdfa887e', 'status': 'completed', 'code': 200} May 26 18:04:51.525934 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.645305 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-d3f5d0b4-1608-46d0-8af8-3d97ffd42678 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:51.669776 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2cb7-8138-48f2-9657-3ad33613ebd3 req-522e9ec9-aa57-4c58-a69a-fcb65b627e82 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:51.672213 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-563a2cb7-8138-48f2-9657-3ad33613ebd3 req-522e9ec9-aa57-4c58-a69a-fcb65b627e82 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0634077 May 26 18:04:51.739839 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-563a2cb7-8138-48f2-9657-3ad33613ebd3 req-0b1e346f-bf38-454b-815c-eeea8f4476c1 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568650 May 26 18:04:51.788346 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:04:51.910492 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d3f5d0b4-1608-46d0-8af8-3d97ffd42678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '0574f6ae-8322-4e39-8acd-b9f41dd6dddd', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': '0dd6e103-d470-44be-a25f-1cd6fdfa887e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:cb:45:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb99e9b-15af-408e-af01-6e08b8294058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:04:20Z', 'updated_at': '2022-05-26T18:04:50Z', 'revision_number': 1, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}, {'id': '72052be4-ad79-4575-8b36-39ad4922b2e8', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:31:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:02:45Z', 'updated_at': '2022-05-26T18:03:00Z', 'revision_number': 2, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:51.943455 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5d0b4-1608-46d0-8af8-3d97ffd42678 None None] Checking router: 38e7beef-54ca-46f0-bad8-41c952f715dd for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:04:51.954807 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5d0b4-1608-46d0-8af8-3d97ffd42678 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:51.955526 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d3f5d0b4-1608-46d0-8af8-3d97ffd42678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:04:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:52.072350 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-d3f5d0b4-1608-46d0-8af8-3d97ffd42678 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:52.303698 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e0626-033d-4de2-87b1-612723d764f9 req-58e611a2-5ced-4fd7-9124-304ad2b4e65e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:52.307541 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f81e0626-033d-4de2-87b1-612723d764f9 req-58e611a2-5ced-4fd7-9124-304ad2b4e65e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0868189 May 26 18:04:52.349858 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d3f5d0b4-1608-46d0-8af8-3d97ffd42678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '0574f6ae-8322-4e39-8acd-b9f41dd6dddd', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': '0dd6e103-d470-44be-a25f-1cd6fdfa887e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:cb:45:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb99e9b-15af-408e-af01-6e08b8294058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:04:20Z', 'updated_at': '2022-05-26T18:04:50Z', 'revision_number': 1, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}, {'id': '72052be4-ad79-4575-8b36-39ad4922b2e8', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:31:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:02:45Z', 'updated_at': '2022-05-26T18:03:00Z', 'revision_number': 2, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:52.377913 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5d0b4-1608-46d0-8af8-3d97ffd42678 None None] The sync data for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi is: [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '0574f6ae-8322-4e39-8acd-b9f41dd6dddd', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': '0dd6e103-d470-44be-a25f-1cd6fdfa887e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:cb:45:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb99e9b-15af-408e-af01-6e08b8294058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:04:20Z', 'updated_at': '2022-05-26T18:04:50Z', 'revision_number': 1, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}, {'id': '72052be4-ad79-4575-8b36-39ad4922b2e8', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:31:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:02:45Z', 'updated_at': '2022-05-26T18:03:00Z', 'revision_number': 2, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:04:52.390414 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f81e0626-033d-4de2-87b1-612723d764f9 req-9c32a12d-f648-459e-a9f6-ef9715d4e097 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758810 May 26 18:04:52.554454 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:52.566710 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.613453 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d4d52a-6928-40a2-99b3-8daf671db87f None None] New status for floating IP 0574f6ae-8322-4e39-8acd-b9f41dd6dddd: ACTIVE {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:04:52.889774 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:52.902880 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2335-fe09-4851-8d16-a5ed7dc1a574 req-f9aa337b-58ba-49b9-adec-3fe64254bf9a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:52.904612 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b40e2335-fe09-4851-8d16-a5ed7dc1a574 req-f9aa337b-58ba-49b9-adec-3fe64254bf9a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0550942 May 26 18:04:52.962076 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b40e2335-fe09-4851-8d16-a5ed7dc1a574 req-5a6f5601-48e9-4ac3-8ed8-e7d1d18f0aed tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512846 May 26 18:04:53.536297 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10961f8b-aaea-47de-a218-2898fc729c5d req-b1209f6f-9070-4ce0-a506-b76d1288eb81 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:53.537948 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-10961f8b-aaea-47de-a218-2898fc729c5d req-b1209f6f-9070-4ce0-a506-b76d1288eb81 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.0632420 May 26 18:04:53.566845 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:53.597178 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-10961f8b-aaea-47de-a218-2898fc729c5d req-032751c2-ae0e-43a2-905c-335c45fa21b6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525091 May 26 18:04:54.091703 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aea53-b241-4b74-afba-e84f958352f6 req-eff40b0e-c3db-4d87-a6e0-e6afd4b59852 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:54.093717 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b92aea53-b241-4b74-afba-e84f958352f6 req-eff40b0e-c3db-4d87-a6e0-e6afd4b59852 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0555727 May 26 18:04:54.148060 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:54.154998 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b92aea53-b241-4b74-afba-e84f958352f6 req-b79a308f-a1fc-4f18-8e3c-2b01a8f7476d tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547073 May 26 18:04:54.366605 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3100c-f7fd-401a-bdd9-e9e7dd116aeb req-760e05ad-4741-4b11-934a-9b5dd49a4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:54.371231 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-01d3100c-f7fd-401a-bdd9-e9e7dd116aeb req-760e05ad-4741-4b11-934a-9b5dd49a4570 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 1130 time: 0.0783906 May 26 18:04:54.506608 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3100c-f7fd-401a-bdd9-e9e7dd116aeb req-b8830a2a-98ff-43f5-8409-a4d20e9cb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:54.508312 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-01d3100c-f7fd-401a-bdd9-e9e7dd116aeb req-b8830a2a-98ff-43f5-8409-a4d20e9cb371 service neutron] 10.222.0.62 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 916 time: 0.1289651 May 26 18:04:54.593541 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-01d3100c-f7fd-401a-bdd9-e9e7dd116aeb req-e8a03649-1533-4c00-bf56-41dbe1305c7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dd6e103-d470-44be-a25f-1cd6fdfa887e HTTP/1.1" status: 200 len: 1001 time: 0.0783820 May 26 18:04:54.662837 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3100c-f7fd-401a-bdd9-e9e7dd116aeb req-8e1ffb7f-2ec4-4eac-95f2-f4149692b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:54.664451 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-01d3100c-f7fd-401a-bdd9-e9e7dd116aeb req-8e1ffb7f-2ec4-4eac-95f2-f4149692b259 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 200 len: 854 time: 0.0647488 May 26 18:04:54.731738 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3100c-f7fd-401a-bdd9-e9e7dd116aeb req-8cd54a1c-10ff-4a44-901d-46f90a3c0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:54.733587 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-01d3100c-f7fd-401a-bdd9-e9e7dd116aeb req-8cd54a1c-10ff-4a44-901d-46f90a3c0d08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=481c535b-a9e7-4c84-8151-52762a8d6376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622113 May 26 18:04:54.822997 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf8eb8-78e3-40cb-b171-ce69f410a439 req-2e0866a8-e460-4650-bf90-11898ccf73c5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:54.825004 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-45cf8eb8-78e3-40cb-b171-ce69f410a439 req-2e0866a8-e460-4650-bf90-11898ccf73c5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.1155658 May 26 18:04:54.913821 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-01d3100c-f7fd-401a-bdd9-e9e7dd116aeb req-54a7d881-c41d-432d-9c30-1533e876d0eb service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603253 May 26 18:04:54.918843 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-45cf8eb8-78e3-40cb-b171-ce69f410a439 req-bee32300-9028-4f7d-91f8-0215f6b7eaea tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855725 May 26 18:04:55.009733 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:55.023093 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-01d3100c-f7fd-401a-bdd9-e9e7dd116aeb req-0c2f56b0-b6f2-4b6c-82d7-1a4cdab258a9 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021876 May 26 18:04:55.313689 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a195dc5-a455-40d3-aa7c-16f98af880a9 req-8a7e1c50-f74e-4ff6-a249-5680971a481f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:55.315394 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a195dc5-a455-40d3-aa7c-16f98af880a9 req-8a7e1c50-f74e-4ff6-a249-5680971a481f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0587182 May 26 18:04:55.376905 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a195dc5-a455-40d3-aa7c-16f98af880a9 req-650a5cd3-bfa9-448d-b146-cff3d4bd36cc tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551462 May 26 18:04:56.292671 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c6033-6b27-4adf-979e-0464109cd378 req-f6d81760-f1d6-465a-89a4-ce7c0efd374d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:56.294321 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-293c6033-6b27-4adf-979e-0464109cd378 req-f6d81760-f1d6-465a-89a4-ce7c0efd374d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 943 time: 0.2892580 May 26 18:04:56.350437 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-293c6033-6b27-4adf-979e-0464109cd378 req-aef72058-ca65-4b0c-9491-d202e5238088 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501113 May 26 18:04:56.361077 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0450cfd2-c365-4788-a3b6-a839770208e7 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:04:56.514876 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecadc0-7eb9-4650-b682-3a102041a913 req-f5f69510-8f6e-4952-a048-c1bd17ee70e3 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:56.516543 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d8ecadc0-7eb9-4650-b682-3a102041a913 req-f5f69510-8f6e-4952-a048-c1bd17ee70e3 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0554411 May 26 18:04:56.519712 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0450cfd2-c365-4788-a3b6-a839770208e7,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:56.524036 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:56.544684 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '0450cfd2-c365-4788-a3b6-a839770208e7', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'port_id': '0450cfd2-c365-4788-a3b6-a839770208e7', 'mac_address': 'fa:16:3e:70:71:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:04:56.587934 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d8ecadc0-7eb9-4650-b682-3a102041a913 req-43f1dac7-9b0a-4380-a76c-a2c18fb9ac0f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650716 May 26 18:04:56.614676 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 0450cfd2-c365-4788-a3b6-a839770208e7 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:56.615310 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.639138 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0450cfd2-c365-4788-a3b6-a839770208e7 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:04:56.672893 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0450cfd2-c365-4788-a3b6-a839770208e7,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:56.678821 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.759044 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=0450cfd2-c365-4788-a3b6-a839770208e7,revision_number=9']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:57.019307 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['0450cfd2-c365-4788-a3b6-a839770208e7'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:04:57.497732 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611659b-ed8c-41df-991d-539cf4a0595c req-b2a6d674-bef1-434e-a879-13086cbb6af5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:57.499356 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6611659b-ed8c-41df-991d-539cf4a0595c req-b2a6d674-bef1-434e-a879-13086cbb6af5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 944 time: 0.0539467 May 26 18:04:57.582435 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6611659b-ed8c-41df-991d-539cf4a0595c req-29fd77b4-9a7f-46e6-8b9e-177220bac6b1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761523 May 26 18:04:57.726582 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da2b66-644e-4634-b032-0e8245aae003 req-b0425241-489c-4a21-aa7c-941c108d228f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:57.728269 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d5da2b66-644e-4634-b032-0e8245aae003 req-b0425241-489c-4a21-aa7c-941c108d228f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0582283 May 26 18:04:57.802997 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d5da2b66-644e-4634-b032-0e8245aae003 req-42c48ead-5072-4ef2-a9f5-ee65d5a4e21c tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684001 May 26 18:04:58.368281 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0450cfd2-c365-4788-a3b6-a839770208e7 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:58.419581 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 0450cfd2-c365-4788-a3b6-a839770208e7 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:58.419955 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.510634 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 0450cfd2-c365-4788-a3b6-a839770208e7 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:58.511031 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.537779 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:04:58.540123 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4da4c30-a9a4-4992-bac1-4bad3d1e63d8" -d '{"events": [{"server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "name": "network-vif-plugged", "status": "completed", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:04:58.557052 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0450cfd2-c365-4788-a3b6-a839770208e7,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:58.562447 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.596955 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2ef6aa-1637-4c26-b246-e06cd3a98dbb x-openstack-request-id: req-2a2ef6aa-1637-4c26-b246-e06cd3a98dbb {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:04:58.597180 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "name": "network-vif-plugged", "status": "completed", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:04:58.597464 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a2ef6aa-1637-4c26-b246-e06cd3a98dbb {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:04:58.597956 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2ef6aa-1637-4c26-b246-e06cd3a98dbb'] response: {'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7', 'code': 200} May 26 18:04:58.647255 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=0450cfd2-c365-4788-a3b6-a839770208e7,revision_number=10']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:58.737996 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722cbff-d91e-4ae9-a0f3-0bf4bed9c692 req-6e1e03c1-e80e-4ceb-ac15-797ddab1e146 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:58.739674 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4722cbff-d91e-4ae9-a0f3-0bf4bed9c692 req-6e1e03c1-e80e-4ceb-ac15-797ddab1e146 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0569100 May 26 18:04:58.797771 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4722cbff-d91e-4ae9-a0f3-0bf4bed9c692 req-28e19036-c5f4-45b8-bfb5-4f27c9f1947f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511332 May 26 18:04:58.929877 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d452db3-58ff-4bb0-b693-60483076fffd req-e41b4dbd-d4eb-4ea6-8acd-83a8eb3f068b tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:58.932098 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8d452db3-58ff-4bb0-b693-60483076fffd req-e41b4dbd-d4eb-4ea6-8acd-83a8eb3f068b tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0534034 May 26 18:04:58.989052 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8d452db3-58ff-4bb0-b693-60483076fffd req-eb47a2fd-80cf-41ad-bbd6-d9c60704d583 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508666 May 26 18:04:59.301481 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566ea43-afa4-467b-8992-d82220dcba39 req-79cc3aa9-325f-4e79-a389-213f163f1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:59.303060 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5566ea43-afa4-467b-8992-d82220dcba39 req-79cc3aa9-325f-4e79-a389-213f163f1317 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 1130 time: 0.0420673 May 26 18:04:59.516690 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5566ea43-afa4-467b-8992-d82220dcba39 req-d12adb17-c1a9-405d-9e86-c8ed2b084855 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456066 May 26 18:04:59.934963 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bf292-c546-4c23-be3a-fc2061ef16b3 req-ed6646f8-03d7-4cca-b1b2-271787f1af46 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:59.936841 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-140bf292-c546-4c23-be3a-fc2061ef16b3 req-ed6646f8-03d7-4cca-b1b2-271787f1af46 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0539064 May 26 18:04:59.976775 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:00.007808 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-140bf292-c546-4c23-be3a-fc2061ef16b3 req-3af043b9-993c-422c-81e9-aebca87a1b91 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650315 May 26 18:05:00.140442 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fcbef-c3e9-4155-8df1-296e4ddcc29e req-754d4feb-2973-4883-a2a3-bb9325879fc5 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:00.142142 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e93fcbef-c3e9-4155-8df1-296e4ddcc29e req-754d4feb-2973-4883-a2a3-bb9325879fc5 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0652068 May 26 18:05:00.212328 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e93fcbef-c3e9-4155-8df1-296e4ddcc29e req-ef6df36b-e7f1-4f1a-ab7c-5081ed0e5b17 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613275 May 26 18:05:00.467808 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f4bcb-78a4-4b33-85ad-99485ddc695e req-4a96971b-375f-4b33-9aa7-25e076dfcde9 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:00.469504 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fb3f4bcb-78a4-4b33-85ad-99485ddc695e req-4a96971b-375f-4b33-9aa7-25e076dfcde9 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 946 time: 0.0553458 May 26 18:05:00.527837 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fb3f4bcb-78a4-4b33-85ad-99485ddc695e req-d6ad0092-2236-4f9b-9dd2-3a7577304a7a tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518560 May 26 18:05:01.170836 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1510b8-a86c-469d-bbf5-a9fa6f434aae req-05d54080-376f-40b2-85de-ed107ae11899 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:01.173800 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6d1510b8-a86c-469d-bbf5-a9fa6f434aae req-05d54080-376f-40b2-85de-ed107ae11899 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0802228 May 26 18:05:01.250589 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6d1510b8-a86c-469d-bbf5-a9fa6f434aae req-7a251b4d-2d2f-4a59-a817-d69c93c3789f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705829 May 26 18:05:01.395134 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc634a-1cbc-4ac6-9ef6-be937b9c7773 req-7bab73d0-3fc6-41ec-89c6-04e9e46d214a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:01.397824 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-47bc634a-1cbc-4ac6-9ef6-be937b9c7773 req-7bab73d0-3fc6-41ec-89c6-04e9e46d214a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0820570 May 26 18:05:01.455891 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-47bc634a-1cbc-4ac6-9ef6-be937b9c7773 req-435a9cbb-0708-48ff-b293-0bcfce321e30 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517678 May 26 18:05:01.661403 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558a2e4-9828-4097-8899-ca10634e4ef0 req-0145afab-edc7-4db6-81c3-8d22c7abea9e tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:01.662986 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c558a2e4-9828-4097-8899-ca10634e4ef0 req-0145afab-edc7-4db6-81c3-8d22c7abea9e tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 946 time: 0.0568640 May 26 18:05:01.722098 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c558a2e4-9828-4097-8899-ca10634e4ef0 req-86f8afb1-a71c-43eb-be51-c999c9f6e6a8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524368 May 26 18:05:02.352368 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=77 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:02.354242 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=79 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:02.366667 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:02.370960 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 971e49f3-13e4-4d71-a577-21b1d36cef54 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:05:02.385005 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:02.415561 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66749bb2-9062-4dd7-939c-6c9f800eea8b req-0b2cc689-6318-4393-aca1-3a5c24a25d09 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:02.417449 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-66749bb2-9062-4dd7-939c-6c9f800eea8b req-0b2cc689-6318-4393-aca1-3a5c24a25d09 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0616143 May 26 18:05:02.496356 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 971e49f3-13e4-4d71-a577-21b1d36cef54, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=971e49f3-13e4-4d71-a577-21b1d36cef54,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:02.497676 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-66749bb2-9062-4dd7-939c-6c9f800eea8b req-ea62e2ef-83d0-4da3-84f8-3073e656ac33 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694435 May 26 18:05:02.514193 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'port_id': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'mac_address': 'fa:16:3e:fd:33:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:05:02.565469 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 971e49f3-13e4-4d71-a577-21b1d36cef54 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:02.565989 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:02.590251 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971e49f3-13e4-4d71-a577-21b1d36cef54 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:05:02.629964 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 971e49f3-13e4-4d71-a577-21b1d36cef54, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=971e49f3-13e4-4d71-a577-21b1d36cef54,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:02.636320 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:02.640611 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c258-a814-4d9a-a939-8320655b7237 req-c03579b2-91c8-4a12-a83a-051fd70b4d90 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:02.642555 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9371c258-a814-4d9a-a939-8320655b7237 req-c03579b2-91c8-4a12-a83a-051fd70b4d90 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0786386 May 26 18:05:02.664837 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:02.694361 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=971e49f3-13e4-4d71-a577-21b1d36cef54,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:02.726704 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9371c258-a814-4d9a-a939-8320655b7237 req-7e9b52b0-d60d-4b3c-bb44-9f7346fe29ab tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704691 May 26 18:05:02.861240 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ac1ee-7c04-4242-98d4-e83f754070dc req-34309a8d-89d4-451b-bf97-ef73ace8dad7 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:02.862920 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e11ac1ee-7c04-4242-98d4-e83f754070dc req-34309a8d-89d4-451b-bf97-ef73ace8dad7 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 946 time: 0.0597229 May 26 18:05:02.923547 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e11ac1ee-7c04-4242-98d4-e83f754070dc req-4c34eb1d-deea-4dea-aea2-8481cd496f90 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498772 May 26 18:05:03.000350 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['971e49f3-13e4-4d71-a577-21b1d36cef54'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:05:03.694430 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b7ab0-df38-42c6-be13-76707213d789 req-0c359192-0b66-40a2-84d7-f8e435628e0c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:03.696340 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2b8b7ab0-df38-42c6-be13-76707213d789 req-0c359192-0b66-40a2-84d7-f8e435628e0c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0702171 May 26 18:05:03.785599 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2b8b7ab0-df38-42c6-be13-76707213d789 req-c61af61e-6016-444b-a042-2c95f37b3fc9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806055 May 26 18:05:03.897524 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2418654-d1cf-46eb-acf1-92d4d5d12195 req-a6df16aa-ef30-41fa-9015-c9685d369795 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:03.899162 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b2418654-d1cf-46eb-acf1-92d4d5d12195 req-a6df16aa-ef30-41fa-9015-c9685d369795 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 944 time: 0.0643466 May 26 18:05:03.984461 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251b411-809a-4e1e-9ee1-3871b793f6c1 req-ad8b814c-5db0-48d0-a7e1-54a034656fe8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:03.986344 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7251b411-809a-4e1e-9ee1-3871b793f6c1 req-ad8b814c-5db0-48d0-a7e1-54a034656fe8 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.62 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 946 time: 0.0591114 May 26 18:05:03.993676 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:04.004281 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b2418654-d1cf-46eb-acf1-92d4d5d12195 req-7eb8f026-fea7-4e66-8240-a9d336817b65 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922282 May 26 18:05:04.119048 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6366d9-5e03-4895-893a-34eff368e691 req-9a98fd32-ff1e-4514-bc1a-38565b7323e4 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:04.120961 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0b6366d9-5e03-4895-893a-34eff368e691 req-9a98fd32-ff1e-4514-bc1a-38565b7323e4 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 946 time: 0.0947676 May 26 18:05:04.144878 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-7251b411-809a-4e1e-9ee1-3871b793f6c1 req-91114a50-2b72-4b1d-9090-0bea25dd7000 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Deleting port b554fe83-95b4-4b42-aeea-6e2f977bb086 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:05:04.145347 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7251b411-809a-4e1e-9ee1-3871b793f6c1 req-91114a50-2b72-4b1d-9090-0bea25dd7000 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.229074 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:04.271660 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0b6366d9-5e03-4895-893a-34eff368e691 req-acb7ffa9-3459-4155-afa7-c1e76a5072e6 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/security-groups?id=855ec4aa-4690-41de-922a-cf4cda0952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379809 May 26 18:05:04.333307 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-7251b411-809a-4e1e-9ee1-3871b793f6c1 req-91114a50-2b72-4b1d-9090-0bea25dd7000 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] For port b554fe83-95b4-4b42-aeea-6e2f977bb086, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b554fe83-95b4-4b42-aeea-6e2f977bb086,segment=NetworkSegment(8f2c3c0a-7363-4139-9595-8a598fa7e663),segment_id=8f2c3c0a-7363-4139-9595-8a598fa7e663)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:04.333868 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7251b411-809a-4e1e-9ee1-3871b793f6c1 req-91114a50-2b72-4b1d-9090-0bea25dd7000 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.354503 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-7251b411-809a-4e1e-9ee1-3871b793f6c1 req-91114a50-2b72-4b1d-9090-0bea25dd7000 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Calling delete_port for b554fe83-95b4-4b42-aeea-6e2f977bb086 owned by compute:nova {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:05:04.404441 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 971e49f3-13e4-4d71-a577-21b1d36cef54 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:04.462760 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port 971e49f3-13e4-4d71-a577-21b1d36cef54 completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:05:04.471933 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 971e49f3-13e4-4d71-a577-21b1d36cef54 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:04.472537 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.533338 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7251b411-809a-4e1e-9ee1-3871b793f6c1 req-91114a50-2b72-4b1d-9090-0bea25dd7000 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (b554fe83-95b4-4b42-aeea-6e2f977bb086), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.545434 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:04.573814 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91114a50-2b72-4b1d-9090-0bea25dd7000 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Pushing event deleted for resources: {'Port': ['ID=b554fe83-95b4-4b42-aeea-6e2f977bb086,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:04.574108 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 971e49f3-13e4-4d71-a577-21b1d36cef54 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:04.574272 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.605711 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:04.608680 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73d06af-a0ba-43b9-aa82-686bcd614c9c" -d '{"events": [{"server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "name": "network-vif-plugged", "status": "completed", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:04.626930 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 971e49f3-13e4-4d71-a577-21b1d36cef54, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=971e49f3-13e4-4d71-a577-21b1d36cef54,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:04.634381 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.635095 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device b554fe83-95b4-4b42-aeea-6e2f977bb086 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:05:04.653460 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7251b411-809a-4e1e-9ee1-3871b793f6c1 req-91114a50-2b72-4b1d-9090-0bea25dd7000 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] No DVR routers for this DVR port b554fe83-95b4-4b42-aeea-6e2f977bb086 on host hv-cinder-83607 {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:05:04.657324 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7251b411-809a-4e1e-9ee1-3871b793f6c1 req-91114a50-2b72-4b1d-9090-0bea25dd7000 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.663121 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7251b411-809a-4e1e-9ee1-3871b793f6c1 req-91114a50-2b72-4b1d-9090-0bea25dd7000 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.62 "DELETE /v2.0/ports/b554fe83-95b4-4b42-aeea-6e2f977bb086 HTTP/1.1" status: 204 len: 173 time: 0.6664379 May 26 18:05:04.663844 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c390424a-1a68-4b4f-abea-917428ba36e5', 'name': 'network-vif-deleted', 'tag': 'b554fe83-95b4-4b42-aeea-6e2f977bb086'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:04.667935 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f72f659-041e-4ac4-9550-a7adfb4f3271" -d '{"events": [{"server_uuid": "c390424a-1a68-4b4f-abea-917428ba36e5", "name": "network-vif-deleted", "tag": "b554fe83-95b4-4b42-aeea-6e2f977bb086"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:04.682278 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6edcb46-9378-4842-ab75-16e4f9444f1f x-openstack-request-id: req-d6edcb46-9378-4842-ab75-16e4f9444f1f {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:04.683871 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "name": "network-vif-plugged", "status": "completed", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:04.684471 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6edcb46-9378-4842-ab75-16e4f9444f1f {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:04.685095 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6edcb46-9378-4842-ab75-16e4f9444f1f'] response: {'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'code': 200} May 26 18:05:04.686055 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: b554fe83-95b4-4b42-aeea-6e2f977bb086 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:05:04.686533 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device b554fe83-95b4-4b42-aeea-6e2f977bb086 not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:05:04.738195 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=971e49f3-13e4-4d71-a577-21b1d36cef54,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:04.752482 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f3410a-6c3f-4d5a-acb1-d4e69ac8bf3c x-openstack-request-id: req-00f3410a-6c3f-4d5a-acb1-d4e69ac8bf3c {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:04.753320 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c390424a-1a68-4b4f-abea-917428ba36e5", "name": "network-vif-deleted", "tag": "b554fe83-95b4-4b42-aeea-6e2f977bb086", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:04.753320 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00f3410a-6c3f-4d5a-acb1-d4e69ac8bf3c {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:04.753693 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f3410a-6c3f-4d5a-acb1-d4e69ac8bf3c'] response: {'server_uuid': 'c390424a-1a68-4b4f-abea-917428ba36e5', 'name': 'network-vif-deleted', 'tag': 'b554fe83-95b4-4b42-aeea-6e2f977bb086', 'status': 'completed', 'code': 200} May 26 18:05:04.979518 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61b9d2-ccec-4344-bd38-71c325bf8969 req-07d168fc-d908-4830-bfe7-7532c08cbf08 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:04.981550 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2f61b9d2-ccec-4344-bd38-71c325bf8969 req-07d168fc-d908-4830-bfe7-7532c08cbf08 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0710835 May 26 18:05:05.039256 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20ed89-bee3-4d73-818a-41f8290f6818 req-8738af9d-d6d7-4512-a737-0d50a8614911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:05.042537 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4d20ed89-bee3-4d73-818a-41f8290f6818 req-8738af9d-d6d7-4512-a737-0d50a8614911 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 1129 time: 0.0831330 May 26 18:05:05.047919 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2f61b9d2-ccec-4344-bd38-71c325bf8969 req-18946453-77aa-41c2-9def-85a04c2059b7 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560634 May 26 18:05:05.104960 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4d20ed89-bee3-4d73-818a-41f8290f6818 req-1c1e9acb-8e4a-46e1-a025-2933680c0b2a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527222 May 26 18:05:05.197867 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04ead7-2a77-4aae-87ad-d627290ac1c8 req-93183c57-40c7-47b1-8e15-cf6b436f7c85 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:05.199607 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8e04ead7-2a77-4aae-87ad-d627290ac1c8 req-93183c57-40c7-47b1-8e15-cf6b436f7c85 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0575480 May 26 18:05:05.264971 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8e04ead7-2a77-4aae-87ad-d627290ac1c8 req-1c10f86f-4db6-4dec-9608-8978471541a0 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584478 May 26 18:05:05.442609 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-114ad639-4a7b-4c93-b81d-e793c7030269 req-80cd0e62-06de-4546-8c74-cc523faa5964 tempest-VolumesSnapshotTestJSON-158119209 tempest-VolumesSnapshotTestJSON-158119209-project] 10.222.0.69 "GET /v2.0/ports?device_id=c390424a-1a68-4b4f-abea-917428ba36e5 HTTP/1.1" status: 200 len: 210 time: 0.0309844 May 26 18:05:06.397663 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891ad46-27a3-4250-ad5b-514827509029 req-0dd08e49-acb9-48b0-9b4d-48dcbad9d44b tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:06.399480 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8891ad46-27a3-4250-ad5b-514827509029 req-0dd08e49-acb9-48b0-9b4d-48dcbad9d44b tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0543106 May 26 18:05:06.465821 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8891ad46-27a3-4250-ad5b-514827509029 req-b995856a-03c8-4a9d-aaed-9c715a336cdf tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565460 May 26 18:05:07.628062 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de836-af60-4800-b6ed-35ad6625d5f9 req-ee0a294b-4419-4099-9a1d-1611cff79139 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:07.630324 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-de9de836-af60-4800-b6ed-35ad6625d5f9 req-ee0a294b-4419-4099-9a1d-1611cff79139 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0690012 May 26 18:05:07.702201 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-de9de836-af60-4800-b6ed-35ad6625d5f9 req-2489204c-122e-4457-9d41-410eab67a428 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644450 May 26 18:05:07.880584 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d0dd2-48df-454e-9f0c-f749035299f7 req-4168f624-382b-4977-8fcc-1d481b4a3e43 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:07.882493 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-696d0dd2-48df-454e-9f0c-f749035299f7 req-4168f624-382b-4977-8fcc-1d481b4a3e43 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0598595 May 26 18:05:08.249586 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-696d0dd2-48df-454e-9f0c-f749035299f7 req-d9b66b51-8ca8-49c0-9255-1a01eb95f57d tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561862 May 26 18:05:08.278964 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43082) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:08.448803 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb559902-efad-4aec-b95b-357e627df4c3 tempest-TestShelveInstance-743496721 tempest-TestShelveInstance-743496721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:08.450435 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-fb559902-efad-4aec-b95b-357e627df4c3 tempest-TestShelveInstance-743496721 tempest-TestShelveInstance-743496721-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 1124 time: 0.1703331 May 26 18:05:08.453523 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43086) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:08.458174 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'port_id': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:08.483668 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.585150 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.716274 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Allocated IP 172.27.0.180 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:08.859436 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for port (d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.889432 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:08.902628 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.952235 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:08.955728 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:08.960437 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:08.986797 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event updated for resources: {'Port': ['ID=d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:09.003032 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.003434 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.003823 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.004265 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.004726 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.005114 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.005498 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.005919 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.006299 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.006677 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.007056 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.007435 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.007812 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.008236 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.008773 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:09.119820 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:09.401065 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for floatingip (adac77d5-e608-4fda-a409-ee123f1371b7), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.478169 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.693546 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for port (d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.700328 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.793289 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event updated for resources: {'Port': ['ID=d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:09.803810 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (adac77d5-e608-4fda-a409-ee123f1371b7), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.915722 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:09.933771 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Floating IP adac77d5-e608-4fda-a409-ee123f1371b7 associated. External IP: 172.27.0.180, port: 971e49f3-13e4-4d71-a577-21b1d36cef54. May 26 18:05:10.151434 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:10.168092 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:05:10.301529 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:05:10.316870 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e2ab7-7d01-4c58-9218-68e46a63c71e None None] Sync routers for ids ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:05:10.333018 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.333317 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e2ab7-7d01-4c58-9218-68e46a63c71e None None] Routers {'74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:10.334341 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-dc3e2ab7-7d01-4c58-9218-68e46a63c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:04:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:10.394527 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-649eee8c-d6e7-479a-b199-e75d5627e680 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9396980 May 26 18:05:10.395666 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:10.399324 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74720404-c794-4b4c-9e03-be85c726f8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:10.440652 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af47998-8354-4770-b571-7ac17a48fd13 x-openstack-request-id: req-2af47998-8354-4770-b571-7ac17a48fd13 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:10.441030 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:10.441392 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2af47998-8354-4770-b571-7ac17a48fd13 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:10.441879 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af47998-8354-4770-b571-7ac17a48fd13'] response: {'name': 'network-changed', 'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'status': 'completed', 'code': 200} May 26 18:05:10.486651 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-dc3e2ab7-7d01-4c58-9218-68e46a63c71e None None] Set router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:10.730068 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-dc3e2ab7-7d01-4c58-9218-68e46a63c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:03:52Z', 'revision_number': 4, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': 'adac77d5-e608-4fda-a409-ee123f1371b7', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'port_id': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'mac_address': 'fa:16:3e:fd:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e417922-03b2-40d5-814a-4303948ed31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:09Z', 'updated_at': '2022-05-26T18:05:09Z', 'revision_number': 0, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422d123-c29e-465e-9088-2b4946eeb34d', 'name': '', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'mac_address': 'fa:16:3e:7f:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:51Z', 'updated_at': '2022-05-26T18:03:58Z', 'revision_number': 5, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'subnets': [{'id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:10.761672 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e2ab7-7d01-4c58-9218-68e46a63c71e None None] Checking router: 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:05:10.771609 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e2ab7-7d01-4c58-9218-68e46a63c71e None None] Routers {'74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:10.772316 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-dc3e2ab7-7d01-4c58-9218-68e46a63c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:04:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:10.893192 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-dc3e2ab7-7d01-4c58-9218-68e46a63c71e None None] Set router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:11.225363 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-dc3e2ab7-7d01-4c58-9218-68e46a63c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:03:52Z', 'revision_number': 4, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': 'adac77d5-e608-4fda-a409-ee123f1371b7', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'port_id': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'mac_address': 'fa:16:3e:fd:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e417922-03b2-40d5-814a-4303948ed31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:09Z', 'updated_at': '2022-05-26T18:05:09Z', 'revision_number': 0, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422d123-c29e-465e-9088-2b4946eeb34d', 'name': '', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'mac_address': 'fa:16:3e:7f:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:51Z', 'updated_at': '2022-05-26T18:03:58Z', 'revision_number': 5, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'subnets': [{'id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:11.254117 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e2ab7-7d01-4c58-9218-68e46a63c71e None None] The sync data for ids ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'] in dv-cinder-836074-5-iscsi is: [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:03:52Z', 'revision_number': 4, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': 'adac77d5-e608-4fda-a409-ee123f1371b7', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'port_id': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'mac_address': 'fa:16:3e:fd:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e417922-03b2-40d5-814a-4303948ed31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:09Z', 'updated_at': '2022-05-26T18:05:09Z', 'revision_number': 0, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6422d123-c29e-465e-9088-2b4946eeb34d', 'name': '', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'mac_address': 'fa:16:3e:7f:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:51Z', 'updated_at': '2022-05-26T18:03:58Z', 'revision_number': 5, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'subnets': [{'id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:05:11.289491 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720404-c794-4b4c-9e03-be85c726f8f5 req-31b6702d-7315-45cf-9619-beb5bc56e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:11.292123 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-74720404-c794-4b4c-9e03-be85c726f8f5 req-31b6702d-7315-45cf-9619-beb5bc56e474 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fce9015638524279b09969d5aacda2ba&device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 1129 time: 0.0599232 May 26 18:05:11.441524 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720404-c794-4b4c-9e03-be85c726f8f5 req-b1190d3c-1758-46b7-81f0-28eb1afe1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:11.443169 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-74720404-c794-4b4c-9e03-be85c726f8f5 req-b1190d3c-1758-46b7-81f0-28eb1afe1aa5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d296c6a1-d33e-4e01-be5a-7d337d513aef HTTP/1.1" status: 200 len: 909 time: 0.1432498 May 26 18:05:11.529144 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c41f71-c200-48dc-aa48-e131a40cb289 None None] New status for floating IP adac77d5-e608-4fda-a409-ee123f1371b7: ACTIVE {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:05:11.563910 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-74720404-c794-4b4c-9e03-be85c726f8f5 req-6315932b-07f0-41a2-8767-a4d7c57e90e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=971e49f3-13e4-4d71-a577-21b1d36cef54 HTTP/1.1" status: 200 len: 999 time: 0.1126268 May 26 18:05:11.657011 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720404-c794-4b4c-9e03-be85c726f8f5 req-8f9c07b9-2793-465a-9549-ee39442521cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:11.659810 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-74720404-c794-4b4c-9e03-be85c726f8f5 req-8f9c07b9-2793-465a-9549-ee39442521cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bd4a313-3380-424b-8bd3-f33415b4cadf HTTP/1.1" status: 200 len: 847 time: 0.0887628 May 26 18:05:11.738224 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720404-c794-4b4c-9e03-be85c726f8f5 req-1188849b-bb49-4f00-9979-bc31ec0506e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:11.740550 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-74720404-c794-4b4c-9e03-be85c726f8f5 req-1188849b-bb49-4f00-9979-bc31ec0506e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d296c6a1-d33e-4e01-be5a-7d337d513aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651987 May 26 18:05:11.828895 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:11.886333 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-74720404-c794-4b4c-9e03-be85c726f8f5 req-e10f8fc6-36e5-469f-b319-10e1faa79e72 service neutron] 10.222.0.62 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359744 May 26 18:05:11.997792 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-74720404-c794-4b4c-9e03-be85c726f8f5 req-175e8ea5-53db-4dc3-b440-881d4dacba7d service neutron] 10.222.0.62 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034019 May 26 18:05:13.681177 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:15.209327 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655aa855-7d57-4275-b975-6cf643fa18b5 req-9542a21d-cf77-4880-8e6c-e4f9e369bbf1 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:15.212867 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-655aa855-7d57-4275-b975-6cf643fa18b5 req-9542a21d-cf77-4880-8e6c-e4f9e369bbf1 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0625837 May 26 18:05:15.275046 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-655aa855-7d57-4275-b975-6cf643fa18b5 req-fd071535-60a6-4615-bbc4-ae32d101a8b4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541222 May 26 18:05:16.408081 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ea412-5c9f-41e0-9d81-6eb780bfa292 req-57ca20eb-75aa-42e7-87b5-d3a922efe89f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:16.409636 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-338ea412-5c9f-41e0-9d81-6eb780bfa292 req-57ca20eb-75aa-42e7-87b5-d3a922efe89f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0556755 May 26 18:05:16.496307 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-338ea412-5c9f-41e0-9d81-6eb780bfa292 req-467261b7-57b7-49a7-b8b5-6ae17ecaccd5 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753253 May 26 18:05:16.582367 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919045c-9229-4123-8a20-67156b5e00c2 req-4f8d8f21-3066-4d6f-92bf-2e0cad801c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:16.585484 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2919045c-9229-4123-8a20-67156b5e00c2 req-4f8d8f21-3066-4d6f-92bf-2e0cad801c61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 1129 time: 0.0595939 May 26 18:05:16.638512 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:16.736002 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919045c-9229-4123-8a20-67156b5e00c2 req-8b08a0f0-8954-484b-b40e-f469ef273b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:16.737606 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2919045c-9229-4123-8a20-67156b5e00c2 req-8b08a0f0-8954-484b-b40e-f469ef273b26 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666 HTTP/1.1" status: 200 len: 911 time: 0.1307235 May 26 18:05:16.834526 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2919045c-9229-4123-8a20-67156b5e00c2 req-cceab2c6-cb0b-432f-b15b-ba8e19b246a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29d6acf-04aa-4714-90fd-8db0f59d3e5c HTTP/1.1" status: 200 len: 1000 time: 0.0850987 May 26 18:05:16.895575 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919045c-9229-4123-8a20-67156b5e00c2 req-29d54c7c-2905-4bf6-b3fb-f0fcd5f41693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:16.897136 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2919045c-9229-4123-8a20-67156b5e00c2 req-29d54c7c-2905-4bf6-b3fb-f0fcd5f41693 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c4bb892-83e3-4ae4-bd0c-13631a4610a8 HTTP/1.1" status: 200 len: 849 time: 0.0547059 May 26 18:05:16.947258 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919045c-9229-4123-8a20-67156b5e00c2 req-b7443bd4-458a-43cf-a5ad-3eba382d07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:16.948841 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2919045c-9229-4123-8a20-67156b5e00c2 req-b7443bd4-458a-43cf-a5ad-3eba382d07f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435123 May 26 18:05:17.060571 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2919045c-9229-4123-8a20-67156b5e00c2 req-75969d25-a671-49fe-9651-99822271427f service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009936 May 26 18:05:17.163255 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2919045c-9229-4123-8a20-67156b5e00c2 req-643d4395-55ce-4340-ba1f-0a829ff3f900 service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963721 May 26 18:05:17.645714 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cabb8-7cd4-4934-827c-f06af52c7191 req-c1be3b12-c7ff-428a-8046-ec2a57c8221c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:17.647357 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8f6cabb8-7cd4-4934-827c-f06af52c7191 req-c1be3b12-c7ff-428a-8046-ec2a57c8221c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0539455 May 26 18:05:17.713907 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8f6cabb8-7cd4-4934-827c-f06af52c7191 req-1d9d68b0-0fbc-40a8-95b8-8083a3c1b551 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558374 May 26 18:05:18.005396 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:18.015075 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d86b796a-59d2-4a52-a28f-f63e8ddd56c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:18.852165 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdca2b-9f4d-40ea-90ce-abfd060133a2 req-ddb85052-04ae-4e19-8e39-e57b84c41547 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:18.854031 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-22bdca2b-9f4d-40ea-90ce-abfd060133a2 req-ddb85052-04ae-4e19-8e39-e57b84c41547 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0596602 May 26 18:05:18.913897 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-22bdca2b-9f4d-40ea-90ce-abfd060133a2 req-91727a86-6b8f-44ac-8f85-2f4bfc1217b4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507808 May 26 18:05:20.038051 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c89df-b403-453a-9142-201f6d36e32e req-6a4a7ae8-f8f3-423f-ae0f-994a72387f4c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:20.040298 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0b5c89df-b403-453a-9142-201f6d36e32e req-6a4a7ae8-f8f3-423f-ae0f-994a72387f4c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0513513 May 26 18:05:20.093826 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0b5c89df-b403-453a-9142-201f6d36e32e req-25c2c078-7678-4a92-ae74-b9078df04ab8 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475612 May 26 18:05:20.202564 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-27d0bdce-0bcb-4b97-bddb-3e35cd4d007b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:21.293295 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acd0a4-6d81-4fbd-a6e0-6db257ec6769 req-c5dc95e7-7fc5-4707-a629-c455da9f6d7a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:21.294952 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-56acd0a4-6d81-4fbd-a6e0-6db257ec6769 req-c5dc95e7-7fc5-4707-a629-c455da9f6d7a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0816281 May 26 18:05:21.373359 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-56acd0a4-6d81-4fbd-a6e0-6db257ec6769 req-7f19d477-a30c-48b8-9a87-25b7f63d97c8 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636737 May 26 18:05:21.530588 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.532276 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4c279-a127-4a5c-a733-30f338379080 req-ab7c37ff-b2fe-48ac-b703-299b8c360a60 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:22.534619 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-20a4c279-a127-4a5c-a733-30f338379080 req-ab7c37ff-b2fe-48ac-b703-299b8c360a60 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0554588 May 26 18:05:22.570471 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.597756 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-20a4c279-a127-4a5c-a733-30f338379080 req-96c43933-1f75-4904-80e3-985ab13ae030 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541313 May 26 18:05:23.792747 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ba71a-92eb-4e0c-84f8-62010663b533 req-96ff1c17-dcfb-4288-99d3-f100702d0d00 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:23.795494 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a90ba71a-92eb-4e0c-84f8-62010663b533 req-96ff1c17-dcfb-4288-99d3-f100702d0d00 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0818141 May 26 18:05:23.877717 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a90ba71a-92eb-4e0c-84f8-62010663b533 req-b1418758-7249-4403-be12-cf2cc9e37865 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713458 May 26 18:05:24.123153 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:24.140236 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:25.032110 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7f9bd-dba6-4b2d-999b-9223ca7a6bfe req-fc4ea25f-4cc7-4bfa-8277-3a4ebb62d8e7 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:25.033123 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bcd7f9bd-dba6-4b2d-999b-9223ca7a6bfe req-fc4ea25f-4cc7-4bfa-8277-3a4ebb62d8e7 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0656059 May 26 18:05:25.107960 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bcd7f9bd-dba6-4b2d-999b-9223ca7a6bfe req-0e673c1e-8134-4e89-811e-90c0b754ed49 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657594 May 26 18:05:26.247190 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1348207-9d08-4380-abc7-e051d860f602 req-61ae35d8-d667-474b-85c3-e22aa7115a55 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:26.248835 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a1348207-9d08-4380-abc7-e051d860f602 req-61ae35d8-d667-474b-85c3-e22aa7115a55 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0570786 May 26 18:05:26.275111 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:26.308265 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a1348207-9d08-4380-abc7-e051d860f602 req-0989de4a-e587-4b5e-a935-ec192d0b0c1e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526021 May 26 18:05:27.485252 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10567-d553-4ae3-a0b9-1524b7d701c9 req-dbeb207a-0f15-4aa0-b716-22fef04d7917 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:27.486963 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c5a10567-d553-4ae3-a0b9-1524b7d701c9 req-dbeb207a-0f15-4aa0-b716-22fef04d7917 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0559506 May 26 18:05:27.553180 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c5a10567-d553-4ae3-a0b9-1524b7d701c9 req-a7953194-b1f2-40b2-a2bf-9aa404b399f4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557268 May 26 18:05:28.711313 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a2845-f089-4c90-a701-8dfb6c7a35d9 req-f44e11cd-6b92-4381-98d3-f452c700b283 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:28.713016 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3b9a2845-f089-4c90-a701-8dfb6c7a35d9 req-f44e11cd-6b92-4381-98d3-f452c700b283 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0539181 May 26 18:05:28.774141 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3b9a2845-f089-4c90-a701-8dfb6c7a35d9 req-43548af0-faf5-4160-9d7a-49c324d7b068 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549939 May 26 18:05:28.783617 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:05:28.802984 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=90 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:29.924273 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e76c6-2b88-4958-86da-cae9140cf715 req-35618ddc-a889-41ad-ba85-edd4ff63417f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:29.926053 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-772e76c6-2b88-4958-86da-cae9140cf715 req-35618ddc-a889-41ad-ba85-edd4ff63417f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0538342 May 26 18:05:29.938242 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:29.989150 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-772e76c6-2b88-4958-86da-cae9140cf715 req-e1be573b-bccb-4385-a4f0-9e52371c588a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569787 May 26 18:05:30.855237 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43262) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:30.904330 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e803dd-a3f6-4eb7-89d8-39cfb6a4ee0c admin admin] Deleting subnet 883260cd-9f0e-441b-91fd-c83d9e0da2b1 {{(pid=103836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:05:30.907936 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-59e803dd-a3f6-4eb7-89d8-39cfb6a4ee0c admin admin] Publish callbacks [] for subnet (883260cd-9f0e-441b-91fd-c83d9e0da2b1), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.948087 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-59e803dd-a3f6-4eb7-89d8-39cfb6a4ee0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5381277'] for subnet (883260cd-9f0e-441b-91fd-c83d9e0da2b1), precommit_delete_associations {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.983692 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:31.006530 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-59e803dd-a3f6-4eb7-89d8-39cfb6a4ee0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (883260cd-9f0e-441b-91fd-c83d9e0da2b1), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:31.094849 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-59e803dd-a3f6-4eb7-89d8-39cfb6a4ee0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16472683'] for subnet (883260cd-9f0e-441b-91fd-c83d9e0da2b1), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:31.123751 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e803dd-a3f6-4eb7-89d8-39cfb6a4ee0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=883260cd-9f0e-441b-91fd-c83d9e0da2b1,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:31.127640 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-59e803dd-a3f6-4eb7-89d8-39cfb6a4ee0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:31.134171 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-59e803dd-a3f6-4eb7-89d8-39cfb6a4ee0c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/883260cd-9f0e-441b-91fd-c83d9e0da2b1 HTTP/1.1" status: 204 len: 168 time: 0.2745233 May 26 18:05:31.134171 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43268) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:31.134609 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b24c-ec21-4810-b660-ca64971ba65c req-803f2239-b68c-4de9-b75b-a98626ec5489 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:31.137108 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0d98b24c-ec21-4810-b660-ca64971ba65c req-803f2239-b68c-4de9-b75b-a98626ec5489 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0608838 May 26 18:05:31.216221 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (3c59b880-8c40-4026-aca1-e87d209962e4), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:31.227143 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0d98b24c-ec21-4810-b660-ca64971ba65c req-afaf182e-3d01-43a0-8578-6791d85bcf73 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789831 May 26 18:05:31.342396 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (3c59b880-8c40-4026-aca1-e87d209962e4), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:31.367481 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c59b880-8c40-4026-aca1-e87d209962e4']}} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:31.382013 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2c3c0a-7363-4139-9595-8a598fa7e663') {'for_net_delete': True} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:31.382384 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2c3c0a-7363-4139-9595-8a598fa7e663') {} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:31.397655 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5381284'] for segment (8f2c3c0a-7363-4139-9595-8a598fa7e663), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:31.430617 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (8f2c3c0a-7363-4139-9595-8a598fa7e663), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:31.441909 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:05:31.442408 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408449'] for segment (8f2c3c0a-7363-4139-9595-8a598fa7e663), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:31.516742 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:31.525459 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment 8f2c3c0a-7363-4139-9595-8a598fa7e663 resource provider aggregate not found May 26 18:05:31.566782 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment 8f2c3c0a-7363-4139-9595-8a598fa7e663 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f2c3c0a-7363-4139-9595-8a598fa7e663 found for delete ", "request_id": "req-aaedbd5f-ef52-4720-b429-88b13fb6bb24"}]} May 26 18:05:31.577533 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (3c59b880-8c40-4026-aca1-e87d209962e4), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:31.591488 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:31.598679 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3c59b880-8c40-4026-aca1-e87d209962e4 HTTP/1.1" status: 204 len: 168 time: 0.4616196 May 26 18:05:31.610749 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d35b0f-b086-4d8e-969d-1650962092d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c59b880-8c40-4026-aca1-e87d209962e4,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:31.636785 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caffac-125a-4f3a-b9f0-498fe549dca9 req-a5e403f5-c75f-4847-bade-540ab745caca tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:31.649355 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-75caffac-125a-4f3a-b9f0-498fe549dca9 req-a5e403f5-c75f-4847-bade-540ab745caca tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1494653 May 26 18:05:31.659338 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141609d9-374b-48bd-949d-207ba57ace88 req-f47e1511-25d5-471d-8ded-877fc47739e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:31.660883 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-141609d9-374b-48bd-949d-207ba57ace88 req-f47e1511-25d5-471d-8ded-877fc47739e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 1129 time: 0.0982616 May 26 18:05:31.797928 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-75caffac-125a-4f3a-b9f0-498fe549dca9 req-3f7af05b-3be7-4922-9979-8ef824dd7cd9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410375 May 26 18:05:31.845738 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141609d9-374b-48bd-949d-207ba57ace88 req-0ed0cc76-9c49-453d-a950-f9125452fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:31.847270 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-141609d9-374b-48bd-949d-207ba57ace88 req-0ed0cc76-9c49-453d-a950-f9125452fa90 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666 HTTP/1.1" status: 200 len: 911 time: 0.1691310 May 26 18:05:31.892111 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43292) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:31.930307 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-141609d9-374b-48bd-949d-207ba57ace88 req-1e84bd03-58ce-44a3-a0eb-4e601d49d639 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29d6acf-04aa-4714-90fd-8db0f59d3e5c HTTP/1.1" status: 200 len: 1000 time: 0.0751162 May 26 18:05:31.943100 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-eb1bb263-1ec5-4593-8f22-a6c46bb2010e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9fdf6152e6874f78825e5eddb7f14158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497103 May 26 18:05:31.947665 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43294) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:31.990456 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141609d9-374b-48bd-949d-207ba57ace88 req-806b4698-4fe7-42d9-8ee2-6cf3fbaeb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:31.992041 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-141609d9-374b-48bd-949d-207ba57ace88 req-806b4698-4fe7-42d9-8ee2-6cf3fbaeb22b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c4bb892-83e3-4ae4-bd0c-13631a4610a8 HTTP/1.1" status: 200 len: 849 time: 0.0553019 May 26 18:05:32.016559 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8b1f-fe3a-4612-b65e-440af8d62106 admin admin] Publish callbacks [] for security_group (855ec4aa-4690-41de-922a-cf4cda0952cc), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.044294 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8b1f-fe3a-4612-b65e-440af8d62106 admin admin] Publish callbacks [] for security_group (855ec4aa-4690-41de-922a-cf4cda0952cc), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.068239 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141609d9-374b-48bd-949d-207ba57ace88 req-5ca9e722-a992-4b5e-9e74-8a61aa389c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:32.070881 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-141609d9-374b-48bd-949d-207ba57ace88 req-5ca9e722-a992-4b5e-9e74-8a61aa389c4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682433 May 26 18:05:32.108065 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8b1f-fe3a-4612-b65e-440af8d62106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (855ec4aa-4690-41de-922a-cf4cda0952cc), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.111477 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8b1f-fe3a-4612-b65e-440af8d62106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.116809 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-8f4f8b1f-fe3a-4612-b65e-440af8d62106 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/855ec4aa-4690-41de-922a-cf4cda0952cc HTTP/1.1" status: 204 len: 168 time: 0.1643205 May 26 18:05:32.127446 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f8b1f-fe3a-4612-b65e-440af8d62106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855ec4aa-4690-41de-922a-cf4cda0952cc,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:32.187632 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-141609d9-374b-48bd-949d-207ba57ace88 req-4789af3e-ea71-4c48-98fa-6a0d67e7d5a7 service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086185 May 26 18:05:32.314531 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-141609d9-374b-48bd-949d-207ba57ace88 req-ba9b4548-05e4-44ab-b9f9-f088c0d7d3aa service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198602 May 26 18:05:32.985985 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000384-5f88-4303-b535-a33d6e1eeb21 req-9d8efde6-e222-4f2a-b451-9faae6ae591f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:32.987655 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e2000384-5f88-4303-b535-a33d6e1eeb21 req-9d8efde6-e222-4f2a-b451-9faae6ae591f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0735211 May 26 18:05:33.066340 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e2000384-5f88-4303-b535-a33d6e1eeb21 req-3abedeff-2429-45b8-b0e8-56e4f768e9fb tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693333 May 26 18:05:33.094708 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43322) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:33.217318 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-782607153-network', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:33.250745 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Made reservation on behalf of ba5a75cf80284f58b9c3bed674677a39 for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:05:33.255280 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.281051 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.416229 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Publish callbacks [] for security_group (58eb4b3d-f568-4c08-b36b-d96ca091d0e8), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.421121 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (58eb4b3d-f568-4c08-b36b-d96ca091d0e8), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.460775 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:05:33.487126 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:33.494293 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (7d73e7ed-f76d-45a3-930a-2f2e73230e93), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.494998 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Added segment 7d73e7ed-f76d-45a3-930a-2f2e73230e93 of type vlan for network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 May 26 18:05:33.497490 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eb4b3d-f568-4c08-b36b-d96ca091d0e8,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:33.535367 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.535946 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.536545 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.537058 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.537633 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.539226 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.540656 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.541255 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.541772 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.542323 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.542883 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.543460 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.544028 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.544595 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.545168 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:33.551152 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:33.616524 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (7d5a4e77-6968-4ef2-a95a-0d27f89b0d76), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.651180 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (7d5a4e77-6968-4ef2-a95a-0d27f89b0d76), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.652435 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:33.653112 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.719122 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6228576 May 26 18:05:33.722290 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43326) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:33.729754 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-dfade3e4-fbad-4acb-8881-2bcad8a5d5e0 admin admin] Request body: {'subnet': {'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-782607153-subnet', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:33.735088 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e32618-d440-4033-b7bb-74a3b369c000 admin admin] Pushing event updated for resources: {'Network': ['ID=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:33.748241 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:05:33.765489 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfade3e4-fbad-4acb-8881-2bcad8a5d5e0 admin admin] Made reservation on behalf of ba5a75cf80284f58b9c3bed674677a39 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:05:33.768740 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dfade3e4-fbad-4acb-8881-2bcad8a5d5e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.042028 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dfade3e4-fbad-4acb-8881-2bcad8a5d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (3624ee93-6d30-4e00-92bd-f688e7b35a15), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.100967 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfade3e4-fbad-4acb-8881-2bcad8a5d5e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3624ee93-6d30-4e00-92bd-f688e7b35a15,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:34.120402 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfade3e4-fbad-4acb-8881-2bcad8a5d5e0 admin admin] Checking segment: {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:34.120787 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfade3e4-fbad-4acb-8881-2bcad8a5d5e0 admin admin] Network hostable DHCP agents. Network: 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:05:34.145007 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfade3e4-fbad-4acb-8881-2bcad8a5d5e0 admin admin] Network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:05:34.156576 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-dfade3e4-fbad-4acb-8881-2bcad8a5d5e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:34.170410 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac7e20-80b7-41e4-ae2c-0f43bc39d714 None None] Network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:05:34.175082 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfade3e4-fbad-4acb-8881-2bcad8a5d5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:34.175425 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dfade3e4-fbad-4acb-8881-2bcad8a5d5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.219425 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-dfade3e4-fbad-4acb-8881-2bcad8a5d5e0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4960439 May 26 18:05:34.222883 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43332) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:34.228999 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:34.239733 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5f055-7d71-4eb4-b22b-31f9d13fd515 req-ef8bdf27-25e9-4ca7-8c83-bc094734a7e0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:34.242330 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f5e5f055-7d71-4eb4-b22b-31f9d13fd515 req-ef8bdf27-25e9-4ca7-8c83-bc094734a7e0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0883293 May 26 18:05:34.279761 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8124790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30497'] for router (a3b11972-9046-491b-afff-1a5e32bfa300), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.280864 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8125126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8118390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30682'] for router (a3b11972-9046-491b-afff-1a5e32bfa300), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.337203 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f5e5f055-7d71-4eb4-b22b-31f9d13fd515 req-0cf95be1-48c2-42c9-951c-76bb79f81bfb tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825639 May 26 18:05:34.350579 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e6c291-d0de-5d0e-a6fa-1647aae683f0-7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15'}]}} from dv-cinder-836074-5-iscsi. {{(pid=103838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:05:34.352693 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.370253 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Publish callbacks [] for router_controller (a3b11972-9046-491b-afff-1a5e32bfa300), precommit_add_association {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.540333 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Publish callbacks [] for router_gateway (a3b11972-9046-491b-afff-1a5e32bfa300), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.573379 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Allocated IP 172.20.0.2 (7d5a4e77-6968-4ef2-a95a-0d27f89b0d76/3624ee93-6d30-4e00-92bd-f688e7b35a15/339a44c1-1b11-44c5-9c56-4a7153a6fd31) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:34.629254 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:34.718996 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:34.754241 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Publish callbacks [] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.763257 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.781732 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Publish callbacks [] for router_gateway (a3b11972-9046-491b-afff-1a5e32bfa300), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.804747 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:34.806941 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.810215 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:34.813755 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:34.826042 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Pushing event updated for resources: {'Port': ['ID=339a44c1-1b11-44c5-9c56-4a7153a6fd31,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:34.851680 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.852092 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.852464 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.852814 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.853147 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.853472 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.853793 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.854109 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.854428 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.854742 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.855071 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.855384 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.855694 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.856004 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.856351 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:34.896342 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Attempting to bind port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:34.896885 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Attempting to bind port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:34.897254 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Attempting to bind port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 on network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:34.903219 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:34.903592 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Checking segment: {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:34.903993 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.904418 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Bound using segment: {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:34.904898 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Bound port: 339a44c1-1b11-44c5-9c56-4a7153a6fd31, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:34.905276 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.960492 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Allocated IP 172.27.0.151 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/87fec555-9812-4f3c-89e9-a0e759b499df) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:35.012321 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] For port 339a44c1-1b11-44c5-9c56-4a7153a6fd31, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:35.016923 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] For port 339a44c1-1b11-44c5-9c56-4a7153a6fd31, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=339a44c1-1b11-44c5-9c56-4a7153a6fd31,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:35.024893 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:35.096537 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a500c-56e6-4626-b091-3c3e2ba767e4 None None] Pushing event updated for resources: {'Port': ['ID=339a44c1-1b11-44c5-9c56-4a7153a6fd31,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:35.109880 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Publish callbacks [] for port (87fec555-9812-4f3c-89e9-a0e759b499df), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:35.150878 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (87fec555-9812-4f3c-89e9-a0e759b499df), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:35.205383 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:35.208812 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:35.212200 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:35.214701 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Pushing event updated for resources: {'Port': ['ID=87fec555-9812-4f3c-89e9-a0e759b499df,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:35.696417 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Publish callbacks [] for router_gateway (a3b11972-9046-491b-afff-1a5e32bfa300), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:35.984154 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8125169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8118277'] for router (a3b11972-9046-491b-afff-1a5e32bfa300), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:36.087976 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:36.090304 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:36.090695 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3722d3e9-5b53-4551-b4fd-5d1e4ae23ab9 None None] Network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:05:36.143675 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Router a3b11972-9046-491b-afff-1a5e32bfa300 is scheduled to L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 with binding_index 1 {{(pid=103837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:05:36.273011 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:05:36.285892 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Sync routers for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:05:36.291385 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-97b6910a-f2b6-4d66-93b9-d0d1fcb5deb2 None None] Provisioning complete for port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:36.292128 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-97b6910a-f2b6-4d66-93b9-d0d1fcb5deb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:36.296804 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=93 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:36.299929 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:36.300643 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:36.307006 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:36.311550 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-483147c4-61a0-451d-8f1c-76fd3d226d9b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0843830 May 26 18:05:36.311979 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43340) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:36.341994 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:36.348317 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:36.415120 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:36.456604 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-97b6910a-f2b6-4d66-93b9-d0d1fcb5deb2 None None] Current status of the port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:36.457156 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-97b6910a-f2b6-4d66-93b9-d0d1fcb5deb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:36.536275 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-97b6910a-f2b6-4d66-93b9-d0d1fcb5deb2 None None] For port 339a44c1-1b11-44c5-9c56-4a7153a6fd31, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=339a44c1-1b11-44c5-9c56-4a7153a6fd31,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:36.544470 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-97b6910a-f2b6-4d66-93b9-d0d1fcb5deb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:36.615805 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:35Z', 'revision_number': 3, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:36.644080 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Checking router: a3b11972-9046-491b-afff-1a5e32bfa300 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:05:36.644810 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Updating router a3b11972-9046-491b-afff-1a5e32bfa300 port 87fec555-9812-4f3c-89e9-a0e759b499df binding host dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:05:36.644947 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6910a-f2b6-4d66-93b9-d0d1fcb5deb2 None None] Pushing event updated for resources: {'Port': ['ID=339a44c1-1b11-44c5-9c56-4a7153a6fd31,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:36.682138 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (87fec555-9812-4f3c-89e9-a0e759b499df), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:36.777372 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-2d705e71-fc47-43d6-8b04-60faa547d3a8 None None] Provisioning complete for port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:36.778001 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2d705e71-fc47-43d6-8b04-60faa547d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:36.891322 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-2d705e71-fc47-43d6-8b04-60faa547d3a8 None None] Current status of the port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:37.013947 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 339a44c1-1b11-44c5-9c56-4a7153a6fd31 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:37.054192 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.075412 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:37.076157 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.087065 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Publish callbacks [] for port (87fec555-9812-4f3c-89e9-a0e759b499df), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.097211 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (87fec555-9812-4f3c-89e9-a0e759b499df), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.166979 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Attempting to bind port 87fec555-9812-4f3c-89e9-a0e759b499df on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:37.167940 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Attempting to bind port 87fec555-9812-4f3c-89e9-a0e759b499df by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:37.167940 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Attempting to bind port 87fec555-9812-4f3c-89e9-a0e759b499df on network fe5e7183-55e6-482c-9be6-dbe7ef622043 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:37.181086 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:37.184845 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Checking segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:37.185587 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.186311 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Bound using segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:37.187182 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Bound port: 87fec555-9812-4f3c-89e9-a0e759b499df, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:37.187930 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (87fec555-9812-4f3c-89e9-a0e759b499df), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.228114 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:37.244284 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Pushing event updated for resources: {'Port': ['ID=87fec555-9812-4f3c-89e9-a0e759b499df,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:37.265258 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.265804 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.266329 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.266857 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.267245 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.267627 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.268002 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.268407 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.268888 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.269563 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.270202 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.271251 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.271423 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Allocated IP 172.20.0.1 (7d5a4e77-6968-4ef2-a95a-0d27f89b0d76/3624ee93-6d30-4e00-92bd-f688e7b35a15/179c4dd3-8b82-4142-8c6d-b0a47f75fe92) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:37.271587 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.271986 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.273107 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:37.311923 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] For port 87fec555-9812-4f3c-89e9-a0e759b499df, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:37.318176 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] For port 87fec555-9812-4f3c-89e9-a0e759b499df, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=87fec555-9812-4f3c-89e9-a0e759b499df,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:37.327921 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (87fec555-9812-4f3c-89e9-a0e759b499df), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.334610 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:37.372081 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:37.403820 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:37.418856 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24310cff-ff7d-490d-b2a8-a2e22c7adb37 None None] Pushing event updated for resources: {'Port': ['ID=87fec555-9812-4f3c-89e9-a0e759b499df,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:37.423714 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:37.425481 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:37.439114 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Publish callbacks [] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.478051 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.516836 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:37.520407 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:37.525693 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:37.526190 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8120182'] for router_interface (a3b11972-9046-491b-afff-1a5e32bfa300), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.584105 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:37.597881 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Pushing event updated for resources: {'Port': ['ID=179c4dd3-8b82-4142-8c6d-b0a47f75fe92,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:37.704611 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:37.714845 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.797491 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:35Z', 'revision_number': 3, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:37.823829 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-765ba6c5-39fb-41fd-8489-24b9f9dc1301 None None] Provisioning complete for port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:37.824629 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-765ba6c5-39fb-41fd-8489-24b9f9dc1301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.828086 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10b214-e56a-4d90-978c-01c1e79837b3 None None] The sync data for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi is: [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:35Z', 'revision_number': 3, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:05:37.863499 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-765ba6c5-39fb-41fd-8489-24b9f9dc1301 None None] Port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:37.978073 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Publish callbacks [] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.982977 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.983763 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8107905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8119238'] for router_interface (a3b11972-9046-491b-afff-1a5e32bfa300), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:38.072694 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Pushing event updated for resources: {'Port': ['ID=179c4dd3-8b82-4142-8c6d-b0a47f75fe92,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:38.157873 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:38.159376 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:38.337185 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Router a3b11972-9046-491b-afff-1a5e32bfa300 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:05:38.487537 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:38.497541 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:38.511939 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-7d61431d-0e77-45ee-8c17-09ec2b3f74c3 None None] Provisioning complete for port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:38.512531 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7d61431d-0e77-45ee-8c17-09ec2b3f74c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:38.528146 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:05:38.533995 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-fd19ba8a-5e49-4b28-86a6-baa14cae6716 admin admin] 10.222.0.69 "PUT /v2.0/routers/a3b11972-9046-491b-afff-1a5e32bfa300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2203312 May 26 18:05:38.557048 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-7d61431d-0e77-45ee-8c17-09ec2b3f74c3 None None] Port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:39.017195 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 87fec555-9812-4f3c-89e9-a0e759b499df up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:39.067503 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 87fec555-9812-4f3c-89e9-a0e759b499df triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:39.067858 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (87fec555-9812-4f3c-89e9-a0e759b499df), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:39.151981 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 87fec555-9812-4f3c-89e9-a0e759b499df is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:39.152410 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (87fec555-9812-4f3c-89e9-a0e759b499df), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:39.180652 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port 87fec555-9812-4f3c-89e9-a0e759b499df, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=87fec555-9812-4f3c-89e9-a0e759b499df,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:39.189615 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (87fec555-9812-4f3c-89e9-a0e759b499df), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:39.231495 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43362) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:39.237153 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1968166289-network', 'tenant_id': '7020bb1806764dd299f457750912d975'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:39.263252 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=87fec555-9812-4f3c-89e9-a0e759b499df,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:39.263908 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Made reservation on behalf of 7020bb1806764dd299f457750912d975 for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:05:39.267793 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:39.279429 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:39.281818 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:39.407281 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Publish callbacks [] for security_group (45a6a9b3-3316-4cf5-9dbb-22513c3cae7d), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:39.412896 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (45a6a9b3-3316-4cf5-9dbb-22513c3cae7d), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:39.430127 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:39.446694 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:05:39.463269 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a6a9b3-3316-4cf5-9dbb-22513c3cae7d,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:39.468212 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (c7880ba4-15db-4a44-b6b2-e1f1574927fa), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:39.468861 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Added segment c7880ba4-15db-4a44-b6b2-e1f1574927fa of type vlan for network 540bd9b3-4788-4d92-a23e-b6e50370d6ec May 26 18:05:39.548091 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (540bd9b3-4788-4d92-a23e-b6e50370d6ec), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:39.602972 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (540bd9b3-4788-4d92-a23e-b6e50370d6ec), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:39.605884 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:39.606871 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:39.654616 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4213846 May 26 18:05:39.658819 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43372) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:39.666253 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-983a4e01-5626-4698-86de-306af3ae215d admin admin] Request body: {'subnet': {'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1968166289-subnet', 'tenant_id': '7020bb1806764dd299f457750912d975', 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:39.696596 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983a4e01-5626-4698-86de-306af3ae215d admin admin] Made reservation on behalf of 7020bb1806764dd299f457750912d975 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:05:39.700159 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-983a4e01-5626-4698-86de-306af3ae215d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:39.720125 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85371738-3a50-4cde-b572-be78da0ad1c9 admin admin] Pushing event updated for resources: {'Network': ['ID=540bd9b3-4788-4d92-a23e-b6e50370d6ec,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:39.745966 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 540bd9b3-4788-4d92-a23e-b6e50370d6ec details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:05:39.808170 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:39.951483 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8425e1f-3d94-4f63-85d0-7738cb7b0fbd req-ec029173-91df-4928-8dcb-d691917d225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:39.953088 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d8425e1f-3d94-4f63-85d0-7738cb7b0fbd req-ec029173-91df-4928-8dcb-d691917d225a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 1130 time: 0.1265373 May 26 18:05:39.998152 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f5e71-718e-4531-a08c-4752c78c4eb3 req-c541a681-3308-40e0-ad8f-066c81e1d3b9 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:39.999664 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4c9f5e71-718e-4531-a08c-4752c78c4eb3 req-c541a681-3308-40e0-ad8f-066c81e1d3b9 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.1512656 May 26 18:05:40.042967 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Sync routers for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:05:40.046529 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:40.063499 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:40.064423 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:40.142797 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-983a4e01-5626-4698-86de-306af3ae215d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (be1562b3-f107-4e13-9522-2b0af85efb76), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:40.205927 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8425e1f-3d94-4f63-85d0-7738cb7b0fbd req-204872ae-82d4-42ef-bedb-7ec2d1bc2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:40.207444 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d8425e1f-3d94-4f63-85d0-7738cb7b0fbd req-204872ae-82d4-42ef-bedb-7ec2d1bc2c77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 920 time: 0.2458248 May 26 18:05:40.212164 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4c9f5e71-718e-4531-a08c-4752c78c4eb3 req-ac8016d9-c989-47d3-bcaf-fb66a09c008f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526155 May 26 18:05:40.242602 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:40.286134 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a4e01-5626-4698-86de-306af3ae215d admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1562b3-f107-4e13-9522-2b0af85efb76,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:40.304830 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a4e01-5626-4698-86de-306af3ae215d admin admin] Checking segment: {'id': 'c7880ba4-15db-4a44-b6b2-e1f1574927fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:40.305381 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a4e01-5626-4698-86de-306af3ae215d admin admin] Network hostable DHCP agents. Network: 540bd9b3-4788-4d92-a23e-b6e50370d6ec, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:05:40.327823 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d8425e1f-3d94-4f63-85d0-7738cb7b0fbd req-7b0ad502-3b04-4e46-9cbe-264c4a23f1a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3168a60-01f6-45c3-989d-b7db5593ac6f HTTP/1.1" status: 200 len: 1001 time: 0.1111162 May 26 18:05:40.345285 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a4e01-5626-4698-86de-306af3ae215d admin admin] Network 540bd9b3-4788-4d92-a23e-b6e50370d6ec is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:05:40.382163 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-983a4e01-5626-4698-86de-306af3ae215d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 540bd9b3-4788-4d92-a23e-b6e50370d6ec) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:40.389523 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a4e01-5626-4698-86de-306af3ae215d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:40.390280 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-983a4e01-5626-4698-86de-306af3ae215d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:40.399443 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8425e1f-3d94-4f63-85d0-7738cb7b0fbd req-e8518427-d010-44cc-a993-da89ba4fd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:40.400990 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d8425e1f-3d94-4f63-85d0-7738cb7b0fbd req-e8518427-d010-44cc-a993-da89ba4fd18a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.0652988 May 26 18:05:40.411067 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-983a4e01-5626-4698-86de-306af3ae215d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7509491 May 26 18:05:40.414690 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43380) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:40.418811 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d042af40-f71e-4783-b03b-ea193d46fc58 None None] Network 540bd9b3-4788-4d92-a23e-b6e50370d6ec requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:05:40.426771 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1968166289-router', 'tenant_id': '7020bb1806764dd299f457750912d975', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:40.476657 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8425e1f-3d94-4f63-85d0-7738cb7b0fbd req-c3298cec-0b9d-4ef6-93f5-917240ff25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:40.478841 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d8425e1f-3d94-4f63-85d0-7738cb7b0fbd req-c3298cec-0b9d-4ef6-93f5-917240ff25a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666068 May 26 18:05:40.480707 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8124790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30497'] for router (f983a191-f210-4dcc-8e8a-cf9b9506ad84), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:40.482101 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8125126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8118390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30682'] for router (f983a191-f210-4dcc-8e8a-cf9b9506ad84), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:40.581416 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:40.602942 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 2, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:40.609851 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:40.612098 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Publish callbacks [] for router_controller (f983a191-f210-4dcc-8e8a-cf9b9506ad84), precommit_add_association {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:40.632715 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e6c291-d0de-5d0e-a6fa-1647aae683f0-540bd9b3-4788-4d92-a23e-b6e50370d6ec', 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec', 'project_id': '7020bb1806764dd299f457750912d975', 'fixed_ips': [{'subnet_id': 'be1562b3-f107-4e13-9522-2b0af85efb76'}]}} from dv-cinder-836074-5-iscsi. {{(pid=103838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:05:40.633858 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:40.637001 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Checking router: a3b11972-9046-491b-afff-1a5e32bfa300 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:05:40.637356 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Updating router a3b11972-9046-491b-afff-1a5e32bfa300 port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 binding host dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:05:40.692838 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:40.914871 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d8425e1f-3d94-4f63-85d0-7738cb7b0fbd req-36b8f551-fda8-4821-a70d-657b3e84e2e2 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203942 May 26 18:05:40.941684 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Allocated IP 172.20.0.2 (540bd9b3-4788-4d92-a23e-b6e50370d6ec/be1562b3-f107-4e13-9522-2b0af85efb76/7a0d97e7-1c93-4621-baa2-05432f18f957) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:40.993539 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 87fec555-9812-4f3c-89e9-a0e759b499df up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:41.068383 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Publish callbacks [] for router_gateway (f983a191-f210-4dcc-8e8a-cf9b9506ad84), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.152960 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d8425e1f-3d94-4f63-85d0-7738cb7b0fbd req-27e9d1c4-db0f-4c5e-9cdd-6af522918373 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120688 May 26 18:05:41.269268 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:41.277805 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:41.297272 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Publish callbacks [] for router_gateway (f983a191-f210-4dcc-8e8a-cf9b9506ad84), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.319930 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 87fec555-9812-4f3c-89e9-a0e759b499df triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:41.320337 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (87fec555-9812-4f3c-89e9-a0e759b499df), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.329937 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.393729 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06b137-a39b-44af-b400-69a7797433b8 req-a58caff2-0fba-419c-bb25-61ce3068ebbf tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:41.395629 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cb06b137-a39b-44af-b400-69a7797433b8 req-a58caff2-0fba-419c-bb25-61ce3068ebbf tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0736208 May 26 18:05:41.421725 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Publish callbacks [] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.438751 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.456835 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cb06b137-a39b-44af-b400-69a7797433b8 req-b2071084-7b54-4fa5-8f64-2511177d063c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531697 May 26 18:05:41.517214 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Allocated IP 172.27.0.128 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/aa1b9357-a5b9-41fb-bc79-a9fa42c4539f) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:41.522933 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Network 540bd9b3-4788-4d92-a23e-b6e50370d6ec is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:41.554558 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:41.563648 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:41.595754 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Pushing event updated for resources: {'Port': ['ID=7a0d97e7-1c93-4621-baa2-05432f18f957,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:41.605818 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Publish callbacks [] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.623806 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 87fec555-9812-4f3c-89e9-a0e759b499df is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:41.633384 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.674547 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Publish callbacks [] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.698267 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Attempting to bind port 7a0d97e7-1c93-4621-baa2-05432f18f957 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:41.698708 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Attempting to bind port 7a0d97e7-1c93-4621-baa2-05432f18f957 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'c7880ba4-15db-4a44-b6b2-e1f1574927fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:41.699023 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Attempting to bind port 7a0d97e7-1c93-4621-baa2-05432f18f957 on network 540bd9b3-4788-4d92-a23e-b6e50370d6ec {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:41.717762 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:41.718143 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Checking segment: {'id': 'c7880ba4-15db-4a44-b6b2-e1f1574927fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:41.718537 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.718940 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Bound using segment: {'id': 'c7880ba4-15db-4a44-b6b2-e1f1574927fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:41.719427 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Bound port: 7a0d97e7-1c93-4621-baa2-05432f18f957, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7880ba4-15db-4a44-b6b2-e1f1574927fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:41.719891 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.724277 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.734150 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec163b1-36d0-46b0-a505-05eb2e8cbb72 None None] Pushing event updated for resources: {'Port': ['ID=179c4dd3-8b82-4142-8c6d-b0a47f75fe92,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:41.803125 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:41.811982 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:41.816174 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:41.844387 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Attempting to bind port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:41.844762 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Attempting to bind port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:41.845131 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Attempting to bind port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 on network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:41.853619 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] For port 7a0d97e7-1c93-4621-baa2-05432f18f957, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:41.856299 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:41.856737 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Checking segment: {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:41.857216 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.857646 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Bound using segment: {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:41.858614 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Bound port: 179c4dd3-8b82-4142-8c6d-b0a47f75fe92, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:41.859379 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.862854 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] For port 7a0d97e7-1c93-4621-baa2-05432f18f957, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=7a0d97e7-1c93-4621-baa2-05432f18f957,segment=NetworkSegment(c7880ba4-15db-4a44-b6b2-e1f1574927fa),segment_id=c7880ba4-15db-4a44-b6b2-e1f1574927fa)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:41.878808 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Pushing event updated for resources: {'Port': ['ID=aa1b9357-a5b9-41fb-bc79-a9fa42c4539f,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:41.883609 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.891623 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:41.972296 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:42.014399 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] For port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:42.043761 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0302f-1585-4408-8cc6-8e714fd11e52 None None] Pushing event updated for resources: {'Port': ['ID=7a0d97e7-1c93-4621-baa2-05432f18f957,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:42.069669 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] For port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=179c4dd3-8b82-4142-8c6d-b0a47f75fe92,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:42.078143 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-547f32cf-4922-41f5-a196-5022c85bcd4a None None] Provisioning complete for port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:42.079563 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-547f32cf-4922-41f5-a196-5022c85bcd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.090452 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.161619 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Publish callbacks [] for router_gateway (f983a191-f210-4dcc-8e8a-cf9b9506ad84), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.205153 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:42.207057 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:42.220580 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec163b1-36d0-46b0-a505-05eb2e8cbb72 None None] Pushing event updated for resources: {'Port': ['ID=179c4dd3-8b82-4142-8c6d-b0a47f75fe92,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:42.226654 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:42.227223 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:42.403762 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-547f32cf-4922-41f5-a196-5022c85bcd4a None None] Current status of the port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:42.404192 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-547f32cf-4922-41f5-a196-5022c85bcd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.442030 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:42.487513 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8125169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8118277'] for router (f983a191-f210-4dcc-8e8a-cf9b9506ad84), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.497988 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-547f32cf-4922-41f5-a196-5022c85bcd4a None None] For port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=179c4dd3-8b82-4142-8c6d-b0a47f75fe92,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:42.507223 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-547f32cf-4922-41f5-a196-5022c85bcd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.659168 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-463d333b-da15-4fbc-a17c-6f1e8059dd04 None None] Provisioning complete for port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:42.659624 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-463d333b-da15-4fbc-a17c-6f1e8059dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.661422 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f32cf-4922-41f5-a196-5022c85bcd4a None None] Pushing event updated for resources: {'Port': ['ID=179c4dd3-8b82-4142-8c6d-b0a47f75fe92,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:42.665639 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7300004-d029-4475-8f9d-2a329e247c8f req-9e799f8f-e8f7-4289-b0d1-ad6085b47bd8 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:42.667366 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e7300004-d029-4475-8f9d-2a329e247c8f req-9e799f8f-e8f7-4289-b0d1-ad6085b47bd8 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0732384 May 26 18:05:42.739014 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Router f983a191-f210-4dcc-8e8a-cf9b9506ad84 is scheduled to L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 with binding_index 1 {{(pid=103837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:05:42.751278 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e7300004-d029-4475-8f9d-2a329e247c8f req-9a787f6b-d1b2-4ee5-beb8-05ec28287856 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664697 May 26 18:05:42.880574 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:05:42.895175 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Sync routers for ids ['f983a191-f210-4dcc-8e8a-cf9b9506ad84'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:05:42.899351 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:41Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:42.902704 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.904067 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-313559a7-cd43-4fa7-9dda-12bb2b7c2f8a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4884441 May 26 18:05:42.907333 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43392) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:42.915246 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Routers {'f983a191-f210-4dcc-8e8a-cf9b9506ad84'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:42.916698 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['f983a191-f210-4dcc-8e8a-cf9b9506ad84'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:42.945490 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77c318-08f5-44ed-bcfe-d87ae53ab441 None None] The sync data for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi is: [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:41Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:05:42.949450 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-463d333b-da15-4fbc-a17c-6f1e8059dd04 None None] Current status of the port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:43.144929 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Set router f983a191-f210-4dcc-8e8a-cf9b9506ad84 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:43.167917 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 7a0d97e7-1c93-4621-baa2-05432f18f957 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:43.231631 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 7a0d97e7-1c93-4621-baa2-05432f18f957 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:43.232006 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.386100 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:43.387245 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 7a0d97e7-1c93-4621-baa2-05432f18f957 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:43.388112 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.457019 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port 7a0d97e7-1c93-4621-baa2-05432f18f957, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=7a0d97e7-1c93-4621-baa2-05432f18f957,segment=NetworkSegment(c7880ba4-15db-4a44-b6b2-e1f1574927fa),segment_id=c7880ba4-15db-4a44-b6b2-e1f1574927fa)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:43.471224 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.531582 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24ec135-3724-4203-9b9f-1727bda1a459 None None] Network 540bd9b3-4788-4d92-a23e-b6e50370d6ec requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:05:43.556614 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=7a0d97e7-1c93-4621-baa2-05432f18f957,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:43.571867 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'name': 'tempest-TestVolumeBootPattern-1968166289-router', 'tenant_id': '7020bb1806764dd299f457750912d975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:40Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 3, 'project_id': '7020bb1806764dd299f457750912d975', 'gw_port': {'id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:41Z', 'updated_at': '2022-05-26T18:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:43.599032 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Checking router: f983a191-f210-4dcc-8e8a-cf9b9506ad84 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:05:43.599652 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Updating router f983a191-f210-4dcc-8e8a-cf9b9506ad84 port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f binding host dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:05:43.625674 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-c7aae2f2-c698-4a60-9729-54f7b655fb4c None None] Provisioning complete for port 7a0d97e7-1c93-4621-baa2-05432f18f957 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:43.626048 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c7aae2f2-c698-4a60-9729-54f7b655fb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.641373 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.834329 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:43.854763 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.957176 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-c7aae2f2-c698-4a60-9729-54f7b655fb4c None None] Current status of the port 7a0d97e7-1c93-4621-baa2-05432f18f957 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:43.965962 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e973e7-a467-482b-b2a3-4178008890cd req-5412313f-c446-42be-b96c-02b8894245d8 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:43.973542 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-31e973e7-a467-482b-b2a3-4178008890cd req-5412313f-c446-42be-b96c-02b8894245d8 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0995593 May 26 18:05:44.026527 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.033198 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:44.060938 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-31e973e7-a467-482b-b2a3-4178008890cd req-0fcc3167-86d0-4257-a0eb-3e7b948c5d21 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863860 May 26 18:05:44.136332 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:44.140101 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:44.161846 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Publish callbacks [] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.171952 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.257497 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Attempting to bind port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:44.257907 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Attempting to bind port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:44.258276 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Attempting to bind port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f on network fe5e7183-55e6-482c-9be6-dbe7ef622043 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:44.260946 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226acda-6ced-46d6-9a87-b2992a7ba8e6 None None] Pushing event updated for resources: {'Port': ['ID=aa1b9357-a5b9-41fb-bc79-a9fa42c4539f,revision_number=2']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:44.270047 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:44.270454 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Checking segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:44.270856 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.271252 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Bound using segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:44.271749 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Bound port: aa1b9357-a5b9-41fb-bc79-a9fa42c4539f, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:44.272227 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.316906 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-b34874b0-bd62-4922-96a0-a7ee2f4ccc45 None None] Provisioning complete for port 7a0d97e7-1c93-4621-baa2-05432f18f957 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:44.317574 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b34874b0-bd62-4922-96a0-a7ee2f4ccc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.324995 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Allocated IP 172.20.0.1 (540bd9b3-4788-4d92-a23e-b6e50370d6ec/be1562b3-f107-4e13-9522-2b0af85efb76/1a0cc703-e67e-406e-91e6-e780e8fc82f5) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:44.347645 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] For port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:44.353771 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] For port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=aa1b9357-a5b9-41fb-bc79-a9fa42c4539f,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:44.367897 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.411537 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:44.422438 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-b34874b0-bd62-4922-96a0-a7ee2f4ccc45 None None] Current status of the port 7a0d97e7-1c93-4621-baa2-05432f18f957 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:44.449185 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226acda-6ced-46d6-9a87-b2992a7ba8e6 None None] Pushing event updated for resources: {'Port': ['ID=aa1b9357-a5b9-41fb-bc79-a9fa42c4539f,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:44.452822 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Routers {'f983a191-f210-4dcc-8e8a-cf9b9506ad84'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:44.453471 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['f983a191-f210-4dcc-8e8a-cf9b9506ad84'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:44.508524 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Publish callbacks [] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.551220 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.606433 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Network 540bd9b3-4788-4d92-a23e-b6e50370d6ec is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:44.611837 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] Set router f983a191-f210-4dcc-8e8a-cf9b9506ad84 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:44.612063 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:44.614229 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0cc703-e67e-406e-91e6-e780e8fc82f5,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:44.617642 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:44.667529 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8120182'] for router_interface (f983a191-f210-4dcc-8e8a-cf9b9506ad84), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.845425 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.886502 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'name': 'tempest-TestVolumeBootPattern-1968166289-router', 'tenant_id': '7020bb1806764dd299f457750912d975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:40Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 3, 'project_id': '7020bb1806764dd299f457750912d975', 'gw_port': {'id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:41Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:44.921012 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c85540-ec0a-4f1c-abe8-181a108b3b65 None None] The sync data for ids ['f983a191-f210-4dcc-8e8a-cf9b9506ad84'] in dv-cinder-836074-5-iscsi is: [{'id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'name': 'tempest-TestVolumeBootPattern-1968166289-router', 'tenant_id': '7020bb1806764dd299f457750912d975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:40Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 3, 'project_id': '7020bb1806764dd299f457750912d975', 'gw_port': {'id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:41Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:05:44.983260 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-8e86558f-29e7-4278-b2a1-5e9aaaf1f622 None None] Provisioning complete for port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:44.983670 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8e86558f-29e7-4278-b2a1-5e9aaaf1f622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:45.020486 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-8e86558f-29e7-4278-b2a1-5e9aaaf1f622 None None] Port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:45.091728 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:45.095175 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:45.111199 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Publish callbacks [] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:45.116782 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:45.148628 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:45.149092 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:45.159700 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8107905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8119238'] for router_interface (f983a191-f210-4dcc-8e8a-cf9b9506ad84), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:45.228569 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b9622-fff1-4dad-8c6b-278d8410e7db req-3f50756c-5c8f-46da-8bd9-56e1dcb65eda tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:45.230917 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2a1b9622-fff1-4dad-8c6b-278d8410e7db req-3f50756c-5c8f-46da-8bd9-56e1dcb65eda tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0711925 May 26 18:05:45.270302 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:45.271421 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 7a0d97e7-1c93-4621-baa2-05432f18f957 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:45.277371 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0cc703-e67e-406e-91e6-e780e8fc82f5,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:45.328358 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2a1b9622-fff1-4dad-8c6b-278d8410e7db req-964888f5-e53e-4494-8def-8ca67b0c0a95 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899546 May 26 18:05:45.361361 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 7a0d97e7-1c93-4621-baa2-05432f18f957 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:45.362439 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:45.369800 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Network 540bd9b3-4788-4d92-a23e-b6e50370d6ec is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:45.371394 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:45.432997 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:45.459772 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 7a0d97e7-1c93-4621-baa2-05432f18f957 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:45.532303 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Router f983a191-f210-4dcc-8e8a-cf9b9506ad84 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:05:45.644885 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-343fb434-72a4-473f-9337-9777f43dd63f None None] Provisioning complete for port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:45.645409 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-343fb434-72a4-473f-9337-9777f43dd63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:45.662110 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:05:45.675216 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-def30c89-6830-4308-824b-f6c03f7b83c0 admin admin] 10.222.0.69 "PUT /v2.0/routers/f983a191-f210-4dcc-8e8a-cf9b9506ad84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7588997 May 26 18:05:45.682984 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:45.695819 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-343fb434-72a4-473f-9337-9777f43dd63f None None] Port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:46.101798 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43406) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:46.106323 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-ae9fdbec-5a67-41e1-8ec8-7fac6ddc76b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714810901', 'description': 'tempest-secgroup-smoke-714810901 description', 'project_id': 'ba5a75cf80284f58b9c3bed674677a39'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:46.128396 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ae9fdbec-5a67-41e1-8ec8-7fac6ddc76b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.204299 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ae9fdbec-5a67-41e1-8ec8-7fac6ddc76b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group (7d3f8a91-7498-427b-96b7-eb35c606b0b3), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.208216 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ae9fdbec-5a67-41e1-8ec8-7fac6ddc76b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (7d3f8a91-7498-427b-96b7-eb35c606b0b3), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.244700 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ae9fdbec-5a67-41e1-8ec8-7fac6ddc76b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.245989 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-ae9fdbec-5a67-41e1-8ec8-7fac6ddc76b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1431942 May 26 18:05:46.246883 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fdbec-5a67-41e1-8ec8-7fac6ddc76b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3f8a91-7498-427b-96b7-eb35c606b0b3,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:46.312215 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43408) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:46.316981 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-724103c3-eb9a-40de-b148-dedb988eb88b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'security_group_rule': {'security_group_id': '7d3f8a91-7498-427b-96b7-eb35c606b0b3', 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:46.355239 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-724103c3-eb9a-40de-b148-dedb988eb88b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (8d9b2806-ab7d-4965-8096-eafec04e6334), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.413742 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-724103c3-eb9a-40de-b148-dedb988eb88b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (8d9b2806-ab7d-4965-8096-eafec04e6334), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.417693 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-724103c3-eb9a-40de-b148-dedb988eb88b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (8d9b2806-ab7d-4965-8096-eafec04e6334), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.438479 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724103c3-eb9a-40de-b148-dedb988eb88b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9b2806-ab7d-4965-8096-eafec04e6334,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:46.446138 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-724103c3-eb9a-40de-b148-dedb988eb88b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.448856 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-724103c3-eb9a-40de-b148-dedb988eb88b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341164 May 26 18:05:46.450472 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43412) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:46.455389 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-35c88491-09b9-4450-9c12-f7e107bc67c8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'security_group_rule': {'security_group_id': '7d3f8a91-7498-427b-96b7-eb35c606b0b3', 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:46.457644 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c20498-feac-468a-a338-e25c9474a007 req-1f478650-2ded-44e5-bbdf-3a441626fa81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:46.459271 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-44c20498-feac-468a-a338-e25c9474a007 req-1f478650-2ded-44e5-bbdf-3a441626fa81 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0544848 May 26 18:05:46.463491 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:46.491205 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-35c88491-09b9-4450-9c12-f7e107bc67c8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (97a2ab91-7d1a-40ec-b848-deeaf8357051), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.525898 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-44c20498-feac-468a-a338-e25c9474a007 req-1a895852-76dc-4695-9982-160492dc3d55 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567248 May 26 18:05:46.556665 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-35c88491-09b9-4450-9c12-f7e107bc67c8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (97a2ab91-7d1a-40ec-b848-deeaf8357051), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.560491 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-35c88491-09b9-4450-9c12-f7e107bc67c8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (97a2ab91-7d1a-40ec-b848-deeaf8357051), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.580396 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c88491-09b9-4450-9c12-f7e107bc67c8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a2ab91-7d1a-40ec-b848-deeaf8357051,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:46.588962 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-35c88491-09b9-4450-9c12-f7e107bc67c8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.590175 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-35c88491-09b9-4450-9c12-f7e107bc67c8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387813 May 26 18:05:46.593099 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43414) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:46.597367 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-5e7ae984-119d-4ed0-9d3b-68cd6b52b84b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'security_group_rule': {'security_group_id': '7d3f8a91-7498-427b-96b7-eb35c606b0b3', 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:46.627078 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae984-119d-4ed0-9d3b-68cd6b52b84b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (8d80bfbb-b597-4b67-9dfb-fe20848ee3c7), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.681645 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae984-119d-4ed0-9d3b-68cd6b52b84b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (8d80bfbb-b597-4b67-9dfb-fe20848ee3c7), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.685379 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae984-119d-4ed0-9d3b-68cd6b52b84b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (8d80bfbb-b597-4b67-9dfb-fe20848ee3c7), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.705163 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ae984-119d-4ed0-9d3b-68cd6b52b84b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d80bfbb-b597-4b67-9dfb-fe20848ee3c7,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:46.712556 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae984-119d-4ed0-9d3b-68cd6b52b84b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.713757 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-5e7ae984-119d-4ed0-9d3b-68cd6b52b84b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197450 May 26 18:05:46.716439 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43416) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:46.720656 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-be94f41e-c80a-4af8-ae41-1d5a88db2e99 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'security_group_rule': {'security_group_id': '7d3f8a91-7498-427b-96b7-eb35c606b0b3', 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:46.726167 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:46.752542 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-be94f41e-c80a-4af8-ae41-1d5a88db2e99 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (35a90a47-7783-4677-9e16-a234bd7f14fa), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.813199 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-be94f41e-c80a-4af8-ae41-1d5a88db2e99 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (35a90a47-7783-4677-9e16-a234bd7f14fa), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.817077 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-be94f41e-c80a-4af8-ae41-1d5a88db2e99 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (35a90a47-7783-4677-9e16-a234bd7f14fa), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.838393 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94f41e-c80a-4af8-ae41-1d5a88db2e99 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a90a47-7783-4677-9e16-a234bd7f14fa,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:46.843378 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-be94f41e-c80a-4af8-ae41-1d5a88db2e99 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.847343 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-be94f41e-c80a-4af8-ae41-1d5a88db2e99 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299164 May 26 18:05:46.847500 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43418) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:46.852133 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-bf5b9026-7986-48b3-a650-4c8cbd965af3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'security_group_rule': {'security_group_id': '7d3f8a91-7498-427b-96b7-eb35c606b0b3', 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:46.854033 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Sync routers for ids ['f983a191-f210-4dcc-8e8a-cf9b9506ad84'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:05:46.864830 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Routers {'f983a191-f210-4dcc-8e8a-cf9b9506ad84'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:46.865020 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['f983a191-f210-4dcc-8e8a-cf9b9506ad84'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:46.873882 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.securitygroups_db [None req-bf5b9026-7986-48b3-a650-4c8cbd965af3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Project ba5a75cf80284f58b9c3bed674677a39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:05:46.880301 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9026-7986-48b3-a650-4c8cbd965af3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (20a84864-40e5-404e-9263-b61566e4a624), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.923835 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:46.950329 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9026-7986-48b3-a650-4c8cbd965af3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (20a84864-40e5-404e-9263-b61566e4a624), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.956198 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9026-7986-48b3-a650-4c8cbd965af3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (20a84864-40e5-404e-9263-b61566e4a624), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.978404 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b9026-7986-48b3-a650-4c8cbd965af3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a84864-40e5-404e-9263-b61566e4a624,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:46.990039 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9026-7986-48b3-a650-4c8cbd965af3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:46.992209 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-bf5b9026-7986-48b3-a650-4c8cbd965af3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436486 May 26 18:05:46.994855 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43422) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:46.997893 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device aa1b9357-a5b9-41fb-bc79-a9fa42c4539f up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:46.999322 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-dd6ccc08-1a0e-491f-998b-1f4cf59ce9c2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'security_group_rule': {'security_group_id': '7d3f8a91-7498-427b-96b7-eb35c606b0b3', 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:47.015967 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:47.025249 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.securitygroups_db [None req-dd6ccc08-1a0e-491f-998b-1f4cf59ce9c2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Project ba5a75cf80284f58b9c3bed674677a39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:05:47.032903 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd6ccc08-1a0e-491f-998b-1f4cf59ce9c2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (6d1db566-0228-4a7a-957e-50df38c81258), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:47.051714 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Set router f983a191-f210-4dcc-8e8a-cf9b9506ad84 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:47.093380 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd6ccc08-1a0e-491f-998b-1f4cf59ce9c2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (6d1db566-0228-4a7a-957e-50df38c81258), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:47.103840 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd6ccc08-1a0e-491f-998b-1f4cf59ce9c2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (6d1db566-0228-4a7a-957e-50df38c81258), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:47.128785 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ccc08-1a0e-491f-998b-1f4cf59ce9c2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1db566-0228-4a7a-957e-50df38c81258,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:47.134619 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd6ccc08-1a0e-491f-998b-1f4cf59ce9c2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:47.141243 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:47.141614 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:47.146530 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-dd6ccc08-1a0e-491f-998b-1f4cf59ce9c2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436555 May 26 18:05:47.161875 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:47.299319 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:47.299625 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:47.374774 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=aa1b9357-a5b9-41fb-bc79-a9fa42c4539f,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:47.377097 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'name': 'tempest-TestVolumeBootPattern-1968166289-router', 'tenant_id': '7020bb1806764dd299f457750912d975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:40Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 4, 'project_id': '7020bb1806764dd299f457750912d975', 'gw_port': {'id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:41Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '1a0cc703-e67e-406e-91e6-e780e8fc82f5', 'name': '', 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec', 'tenant_id': '7020bb1806764dd299f457750912d975', 'mac_address': 'fa:16:3e:c6:36:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'be1562b3-f107-4e13-9522-2b0af85efb76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:44Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 2, 'project_id': '7020bb1806764dd299f457750912d975', 'subnets': [{'id': 'be1562b3-f107-4e13-9522-2b0af85efb76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:47.381739 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:47.412299 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Checking router: f983a191-f210-4dcc-8e8a-cf9b9506ad84 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:05:47.413246 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Updating router f983a191-f210-4dcc-8e8a-cf9b9506ad84 port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 binding host dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:05:47.471764 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:47.492077 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=aa1b9357-a5b9-41fb-bc79-a9fa42c4539f,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:47.518199 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6d84-927d-4a8b-bf42-f78539ab43df req-9371acc6-0c1c-47dd-8b04-5a8eb61e98ee tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:47.521228 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9d4b6d84-927d-4a8b-bf42-f78539ab43df req-9371acc6-0c1c-47dd-8b04-5a8eb61e98ee tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0703654 May 26 18:05:47.609177 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9d4b6d84-927d-4a8b-bf42-f78539ab43df req-f97c6a6b-88d2-48e7-8a7d-f0ec1704a47d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787771 May 26 18:05:47.676080 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25f351-59d4-4993-b072-ffb4cfb8a526 req-1324be46-ba06-46a3-a142-b0ecb15378c3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:47.684756 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0c25f351-59d4-4993-b072-ffb4cfb8a526 req-1324be46-ba06-46a3-a142-b0ecb15378c3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0657973 May 26 18:05:47.734714 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0c25f351-59d4-4993-b072-ffb4cfb8a526 req-47fba899-5b46-44a6-8d98-80864d3102e3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490165 May 26 18:05:47.910923 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:47.980378 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Publish callbacks [] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:47.985779 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:48.048989 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf8a-8095-4b02-aec0-e6de33b72aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:48.057644 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9a744-0543-4889-bea2-432652723d1b None None] Pushing event updated for resources: {'Port': ['ID=1a0cc703-e67e-406e-91e6-e780e8fc82f5,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:48.265927 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Attempting to bind port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:48.266301 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Attempting to bind port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'c7880ba4-15db-4a44-b6b2-e1f1574927fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:48.266671 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Attempting to bind port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 on network 540bd9b3-4788-4d92-a23e-b6e50370d6ec {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:48.269613 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:48.273520 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:48.273895 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Checking segment: {'id': 'c7880ba4-15db-4a44-b6b2-e1f1574927fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:48.274307 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:48.274704 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Bound using segment: {'id': 'c7880ba4-15db-4a44-b6b2-e1f1574927fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:48.275199 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Bound port: 1a0cc703-e67e-406e-91e6-e780e8fc82f5, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7880ba4-15db-4a44-b6b2-e1f1574927fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:48.275580 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:48.348179 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-c08dfc7f-aa10-44d7-adcb-58f755e39e13 None None] Provisioning complete for port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:48.348458 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c08dfc7f-aa10-44d7-adcb-58f755e39e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:48.351223 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] For port 1a0cc703-e67e-406e-91e6-e780e8fc82f5, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:48.355024 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] For port 1a0cc703-e67e-406e-91e6-e780e8fc82f5, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=1a0cc703-e67e-406e-91e6-e780e8fc82f5,segment=NetworkSegment(c7880ba4-15db-4a44-b6b2-e1f1574927fa),segment_id=c7880ba4-15db-4a44-b6b2-e1f1574927fa)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:48.379232 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:48.415957 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-c08dfc7f-aa10-44d7-adcb-58f755e39e13 None None] Port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:48.455744 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Routers {'f983a191-f210-4dcc-8e8a-cf9b9506ad84'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:48.456430 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['f983a191-f210-4dcc-8e8a-cf9b9506ad84'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:48.458743 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9a744-0543-4889-bea2-432652723d1b None None] Pushing event updated for resources: {'Port': ['ID=1a0cc703-e67e-406e-91e6-e780e8fc82f5,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:48.590770 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] Set router f983a191-f210-4dcc-8e8a-cf9b9506ad84 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:48.762413 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9fd9a-8e50-4a42-b7be-d447645fb13f req-31a8914d-9dbb-460a-8261-7ee97be261d1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:48.765860 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-00a9fd9a-8e50-4a42-b7be-d447645fb13f req-31a8914d-9dbb-460a-8261-7ee97be261d1 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0631797 May 26 18:05:48.787044 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-b62a3fc6-f2e2-446f-9345-7cc9b501d236 None None] Provisioning complete for port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:48.787427 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b62a3fc6-f2e2-446f-9345-7cc9b501d236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:48.829975 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-00a9fd9a-8e50-4a42-b7be-d447645fb13f req-d9796f5a-5184-4981-9e83-5a43059a9130 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526633 May 26 18:05:48.885456 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11766a15-3270-4d96-85e4-9c02048731cf req-4a12927e-bab1-4cc5-bbee-ddd13141a4e7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:48.888601 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-11766a15-3270-4d96-85e4-9c02048731cf req-4a12927e-bab1-4cc5-bbee-ddd13141a4e7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0558763 May 26 18:05:48.901137 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'name': 'tempest-TestVolumeBootPattern-1968166289-router', 'tenant_id': '7020bb1806764dd299f457750912d975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:40Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 4, 'project_id': '7020bb1806764dd299f457750912d975', 'gw_port': {'id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:41Z', 'updated_at': '2022-05-26T18:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '1a0cc703-e67e-406e-91e6-e780e8fc82f5', 'name': '', 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec', 'tenant_id': '7020bb1806764dd299f457750912d975', 'mac_address': 'fa:16:3e:c6:36:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'be1562b3-f107-4e13-9522-2b0af85efb76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:44Z', 'updated_at': '2022-05-26T18:05:48Z', 'revision_number': 4, 'project_id': '7020bb1806764dd299f457750912d975', 'subnets': [{'id': 'be1562b3-f107-4e13-9522-2b0af85efb76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:48.939025 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d54a48-5e5c-47b9-abc5-ae4d4afa939c None None] The sync data for ids ['f983a191-f210-4dcc-8e8a-cf9b9506ad84'] in dv-cinder-836074-5-iscsi is: [{'id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'name': 'tempest-TestVolumeBootPattern-1968166289-router', 'tenant_id': '7020bb1806764dd299f457750912d975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:40Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 4, 'project_id': '7020bb1806764dd299f457750912d975', 'gw_port': {'id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:41Z', 'updated_at': '2022-05-26T18:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '1a0cc703-e67e-406e-91e6-e780e8fc82f5', 'name': '', 'network_id': '540bd9b3-4788-4d92-a23e-b6e50370d6ec', 'tenant_id': '7020bb1806764dd299f457750912d975', 'mac_address': 'fa:16:3e:c6:36:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'be1562b3-f107-4e13-9522-2b0af85efb76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:44Z', 'updated_at': '2022-05-26T18:05:48Z', 'revision_number': 4, 'project_id': '7020bb1806764dd299f457750912d975', 'subnets': [{'id': 'be1562b3-f107-4e13-9522-2b0af85efb76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:05:48.962565 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-11766a15-3270-4d96-85e4-9c02048731cf req-3f884a1a-bb16-484c-8719-4667393907ec tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669560 May 26 18:05:49.007603 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-b62a3fc6-f2e2-446f-9345-7cc9b501d236 None None] Current status of the port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:49.019024 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b62a3fc6-f2e2-446f-9345-7cc9b501d236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:49.037035 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device aa1b9357-a5b9-41fb-bc79-a9fa42c4539f up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:49.091189 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:49.098579 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-b62a3fc6-f2e2-446f-9345-7cc9b501d236 None None] For port 1a0cc703-e67e-406e-91e6-e780e8fc82f5, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=1a0cc703-e67e-406e-91e6-e780e8fc82f5,segment=NetworkSegment(c7880ba4-15db-4a44-b6b2-e1f1574927fa),segment_id=c7880ba4-15db-4a44-b6b2-e1f1574927fa)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:49.107941 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b62a3fc6-f2e2-446f-9345-7cc9b501d236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:49.139652 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-47318c13-89b2-42bc-ab99-0c7be6c8c69c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:49.141435 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-47318c13-89b2-42bc-ab99-0c7be6c8c69c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.0622392 May 26 18:05:49.151824 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:49.152371 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:49.210532 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a3fc6-f2e2-446f-9345-7cc9b501d236 None None] Pushing event updated for resources: {'Port': ['ID=1a0cc703-e67e-406e-91e6-e780e8fc82f5,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:49.263639 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:49.282261 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:49.287469 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Deleting port 0dd6e103-d470-44be-a25f-1cd6fdfa887e {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:05:49.288576 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:49.439140 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] For port 0dd6e103-d470-44be-a25f-1cd6fdfa887e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0dd6e103-d470-44be-a25f-1cd6fdfa887e,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:49.439613 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:50.090188 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113688d4-33f2-49b6-abd7-6dcf14d153b7 req-ef9324bd-c880-42e6-96f1-003b0a1247f5 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:50.091806 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-113688d4-33f2-49b6-abd7-6dcf14d153b7 req-ef9324bd-c880-42e6-96f1-003b0a1247f5 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 946 time: 0.1579752 May 26 18:05:50.149924 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:50.150302 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (0574f6ae-8322-4e39-8acd-b9f41dd6dddd), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:50.150678 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.l3_db [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Floating IP 0574f6ae-8322-4e39-8acd-b9f41dd6dddd disassociated. External IP: 172.27.0.28, port: 0dd6e103-d470-44be-a25f-1cd6fdfa887e. May 26 18:05:50.151038 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Calling delete_port for 0dd6e103-d470-44be-a25f-1cd6fdfa887e owned by compute:nova {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:05:50.153350 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:50.162789 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766baecb-50c2-4a9b-ba66-90fa52413f65 req-4237eb93-afee-4a49-a64b-d53de3b04761 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:50.171771 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-766baecb-50c2-4a9b-ba66-90fa52413f65 req-4237eb93-afee-4a49-a64b-d53de3b04761 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0849097 May 26 18:05:50.234761 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f84a5869-6d2a-455d-886a-d5a3b75a3029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:50.248627 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-766baecb-50c2-4a9b-ba66-90fa52413f65 req-8020170c-585b-4324-ba85-b54344274ae7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750983 May 26 18:05:50.282325 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-113688d4-33f2-49b6-abd7-6dcf14d153b7 req-baae4137-2b1b-4bf7-a3af-d5eeca4411cd tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37c783b-5c5a-4635-829b-6f68b681f068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446936 May 26 18:05:50.399128 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (0dd6e103-d470-44be-a25f-1cd6fdfa887e), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:50.430777 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event deleted for resources: {'Port': ['ID=0dd6e103-d470-44be-a25f-1cd6fdfa887e,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:50.484819 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:50.566491 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Router 38e7beef-54ca-46f0-bad8-41c952f715dd has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:05:50.719140 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:05:50.732204 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9783eab-d5ce-45af-b65e-908d6c810953 None None] Sync routers for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:05:50.749232 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9783eab-d5ce-45af-b65e-908d6c810953 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:50.750838 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d9783eab-d5ce-45af-b65e-908d6c810953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:50.817055 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] No DVR routers for this DVR port 0dd6e103-d470-44be-a25f-1cd6fdfa887e on host hv-cinder-83607 {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:05:50.824882 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:50.829671 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-01e5bff8-df8d-4aae-8f75-5984d28a019c req-63588154-8ea6-4f34-a2f8-5af5449e1972 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "DELETE /v2.0/ports/0dd6e103-d470-44be-a25f-1cd6fdfa887e HTTP/1.1" status: 204 len: 173 time: 1.6730561 May 26 18:05:50.837973 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb99e9b-15af-408e-af01-6e08b8294058', 'name': 'network-vif-deleted', 'tag': '0dd6e103-d470-44be-a25f-1cd6fdfa887e'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:50.842855 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d208d65-e57f-4926-8339-4f6e983ec4c3" -d '{"events": [{"server_uuid": "6bb99e9b-15af-408e-af01-6e08b8294058", "name": "network-vif-deleted", "tag": "0dd6e103-d470-44be-a25f-1cd6fdfa887e"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:50.916074 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-d9783eab-d5ce-45af-b65e-908d6c810953 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:50.967151 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed89bf1-c868-42dc-bded-734d86ad8bdf x-openstack-request-id: req-fed89bf1-c868-42dc-bded-734d86ad8bdf {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:50.967653 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb99e9b-15af-408e-af01-6e08b8294058", "name": "network-vif-deleted", "tag": "0dd6e103-d470-44be-a25f-1cd6fdfa887e", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:50.968151 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fed89bf1-c868-42dc-bded-734d86ad8bdf {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:50.968806 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed89bf1-c868-42dc-bded-734d86ad8bdf'] response: {'server_uuid': '6bb99e9b-15af-408e-af01-6e08b8294058', 'name': 'network-vif-deleted', 'tag': '0dd6e103-d470-44be-a25f-1cd6fdfa887e', 'status': 'completed', 'code': 200} May 26 18:05:51.138525 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 1a0cc703-e67e-406e-91e6-e780e8fc82f5 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:51.158251 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:51.238197 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d9783eab-d5ce-45af-b65e-908d6c810953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '72052be4-ad79-4575-8b36-39ad4922b2e8', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:31:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:02:45Z', 'updated_at': '2022-05-26T18:03:00Z', 'revision_number': 2, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:51.242511 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:51.243548 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:51.265349 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9783eab-d5ce-45af-b65e-908d6c810953 None None] Checking router: 38e7beef-54ca-46f0-bad8-41c952f715dd for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:05:51.288924 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9783eab-d5ce-45af-b65e-908d6c810953 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:51.290141 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d9783eab-d5ce-45af-b65e-908d6c810953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:51.358046 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:51.433497 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-d9783eab-d5ce-45af-b65e-908d6c810953 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:51.448588 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306daa3-c573-47f4-8536-563934e2d5c1 req-4dadd415-9e45-4b8e-a2c4-7f82f2a0e704 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:51.450201 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f306daa3-c573-47f4-8536-563934e2d5c1 req-4dadd415-9e45-4b8e-a2c4-7f82f2a0e704 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0593536 May 26 18:05:51.461365 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-15d3f978-0c59-464c-bc24-863366ee9d18 req-6ef345e7-f6e3-481b-9ac8-e37c55fd5cec tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb99e9b-15af-408e-af01-6e08b8294058 HTTP/1.1" status: 200 len: 210 time: 0.0457940 May 26 18:05:51.514710 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f306daa3-c573-47f4-8536-563934e2d5c1 req-7a0739a8-3bdd-4a7f-a117-28169ddae7c3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582373 May 26 18:05:51.536556 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:51.792763 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:51.802692 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d9783eab-d5ce-45af-b65e-908d6c810953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '72052be4-ad79-4575-8b36-39ad4922b2e8', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:31:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:02:45Z', 'updated_at': '2022-05-26T18:03:00Z', 'revision_number': 2, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:51.829827 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9783eab-d5ce-45af-b65e-908d6c810953 None None] The sync data for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi is: [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '72052be4-ad79-4575-8b36-39ad4922b2e8', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:31:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:02:45Z', 'updated_at': '2022-05-26T18:03:00Z', 'revision_number': 2, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:05:52.195067 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bce479-58c1-4f92-ab52-9698c1363790 None None] New status for floating IP 0574f6ae-8322-4e39-8acd-b9f41dd6dddd: DOWN {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:05:52.578151 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:52.618062 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0dd6e103-d470-44be-a25f-1cd6fdfa887e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:05:52.618822 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43526) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:52.648918 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: 0dd6e103-d470-44be-a25f-1cd6fdfa887e {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:05:52.649699 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0dd6e103-d470-44be-a25f-1cd6fdfa887e not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:05:52.669804 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239da799-bb4c-4a44-88c5-e76c1dcb27ee req-df6dcf8b-58be-49cd-bcff-2bafd156b002 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:52.671587 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-239da799-bb4c-4a44-88c5-e76c1dcb27ee req-df6dcf8b-58be-49cd-bcff-2bafd156b002 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0527890 May 26 18:05:52.687463 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21a1e67a-7cea-49b8-bda1-d2a4462af665 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (e37c783b-5c5a-4635-829b-6f68b681f068), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:52.721104 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21a1e67a-7cea-49b8-bda1-d2a4462af665 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (e37c783b-5c5a-4635-829b-6f68b681f068), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:52.739264 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-239da799-bb4c-4a44-88c5-e76c1dcb27ee req-fe69cfef-c0dd-4a65-81fe-47e63148317d tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600553 May 26 18:05:52.782644 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21a1e67a-7cea-49b8-bda1-d2a4462af665 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e37c783b-5c5a-4635-829b-6f68b681f068), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:52.786626 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21a1e67a-7cea-49b8-bda1-d2a4462af665 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:52.788538 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-21a1e67a-7cea-49b8-bda1-d2a4462af665 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "DELETE /v2.0/security-groups/e37c783b-5c5a-4635-829b-6f68b681f068 HTTP/1.1" status: 204 len: 168 time: 0.1678038 May 26 18:05:52.791865 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43528) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:52.804121 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1e67a-7cea-49b8-bda1-d2a4462af665 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37c783b-5c5a-4635-829b-6f68b681f068,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:52.809566 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.api.v2.resource [None req-af3c2eac-78ad-4e96-99e0-9a6514ac3f2d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] show failed (client error): The resource could not be found. May 26 18:05:52.810350 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-af3c2eac-78ad-4e96-99e0-9a6514ac3f2d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups/e37c783b-5c5a-4635-829b-6f68b681f068 HTTP/1.1" status: 404 len: 347 time: 0.0172687 May 26 18:05:52.814856 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43530) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:52.948809 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:52.960405 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-7e07b3a7-b566-4ce2-bbd2-36822c5ac538 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Deleting port fe856aa5-a6fd-4577-90fd-6694807b60ac {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:05:52.960753 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7e07b3a7-b566-4ce2-bbd2-36822c5ac538 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (fe856aa5-a6fd-4577-90fd-6694807b60ac), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:53.042980 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7e07b3a7-b566-4ce2-bbd2-36822c5ac538 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (fe856aa5-a6fd-4577-90fd-6694807b60ac), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:53.043358 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7e07b3a7-b566-4ce2-bbd2-36822c5ac538 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (fe856aa5-a6fd-4577-90fd-6694807b60ac), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:53.057286 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-7e07b3a7-b566-4ce2-bbd2-36822c5ac538 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Calling delete_port for fe856aa5-a6fd-4577-90fd-6694807b60ac owned by network:floatingip {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:05:53.259982 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:53.269402 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7e07b3a7-b566-4ce2-bbd2-36822c5ac538 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (fe856aa5-a6fd-4577-90fd-6694807b60ac), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:53.299015 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07b3a7-b566-4ce2-bbd2-36822c5ac538 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event deleted for resources: {'Port': ['ID=fe856aa5-a6fd-4577-90fd-6694807b60ac,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:53.403504 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7e07b3a7-b566-4ce2-bbd2-36822c5ac538 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (0574f6ae-8322-4e39-8acd-b9f41dd6dddd), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:53.406579 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7e07b3a7-b566-4ce2-bbd2-36822c5ac538 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:53.408112 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-7e07b3a7-b566-4ce2-bbd2-36822c5ac538 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "DELETE /v2.0/floatingips/0574f6ae-8322-4e39-8acd-b9f41dd6dddd HTTP/1.1" status: 204 len: 168 time: 0.5920784 May 26 18:05:53.900367 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e170e-2464-4632-abc3-3bd53ae3c63c req-aa75382e-4aeb-4998-adc2-77168994580a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:53.902163 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5b4e170e-2464-4632-abc3-3bd53ae3c63c req-aa75382e-4aeb-4998-adc2-77168994580a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0665078 May 26 18:05:53.961518 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5b4e170e-2464-4632-abc3-3bd53ae3c63c req-0793e12d-e778-419a-877d-0b02ee9ce51a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516512 May 26 18:05:54.137437 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:55.109348 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82983a28-ab1f-474c-87b9-1ad25fd7bc85 req-cbb59de8-4fc6-42fe-96ba-762e57e8eb8b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:55.110995 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-82983a28-ab1f-474c-87b9-1ad25fd7bc85 req-cbb59de8-4fc6-42fe-96ba-762e57e8eb8b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0753794 May 26 18:05:55.169965 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-82983a28-ab1f-474c-87b9-1ad25fd7bc85 req-ac1a49f6-846c-4d6e-8772-7628f7bf6025 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526202 May 26 18:05:56.065221 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce900d8b-e7e4-4b4f-a3cf-ca00473210b9 req-5a964644-10d1-476c-aa8f-eee06b9d6a7b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:56.066893 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ce900d8b-e7e4-4b4f-a3cf-ca00473210b9 req-5a964644-10d1-476c-aa8f-eee06b9d6a7b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0580418 May 26 18:05:56.125645 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ce900d8b-e7e4-4b4f-a3cf-ca00473210b9 req-aab43451-bbf3-465a-a2d0-8a871b539d9a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523491 May 26 18:05:56.263701 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453bf66-d7b7-466f-8df1-874ac8b867ed req-44e1d564-92e1-464c-aec9-a5aac893526c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:56.270657 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4453bf66-d7b7-466f-8df1-874ac8b867ed req-44e1d564-92e1-464c-aec9-a5aac893526c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 945 time: 0.0679803 May 26 18:05:56.308390 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a311f82-7654-40b9-878a-238a6da1fd9e req-0910e1d2-a85e-493b-9526-4d186c1d9d06 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:56.309904 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:56.312834 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4a311f82-7654-40b9-878a-238a6da1fd9e req-0910e1d2-a85e-493b-9526-4d186c1d9d06 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0648897 May 26 18:05:56.339129 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4453bf66-d7b7-466f-8df1-874ac8b867ed req-f40878b6-3b75-4b57-811d-d6a326d08117 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652268 May 26 18:05:56.379153 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4a311f82-7654-40b9-878a-238a6da1fd9e req-f28374c7-3a2e-49b7-b76a-a2995d62ee51 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616915 May 26 18:05:57.260252 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51709c29-8a72-4726-8ffa-3c367a27667b req-8d50656b-215b-4f37-9e24-290e5f3867bd tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:57.261822 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-51709c29-8a72-4726-8ffa-3c367a27667b req-8d50656b-215b-4f37-9e24-290e5f3867bd tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0554512 May 26 18:05:57.318908 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-51709c29-8a72-4726-8ffa-3c367a27667b req-df33509a-e1c1-4488-b76c-ae38442e7008 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513005 May 26 18:05:57.482369 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c5cf0-55e8-49fc-8ac8-240de471fe81 req-dabe3fe4-28a6-41af-88e3-b46bd2e91c0f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:57.484034 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b09c5cf0-55e8-49fc-8ac8-240de471fe81 req-dabe3fe4-28a6-41af-88e3-b46bd2e91c0f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 945 time: 0.0565672 May 26 18:05:57.534333 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a35705-156f-4b77-a641-ab9cb52b882f req-aefb0b79-4b17-4d44-8491-d392bd376d13 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:57.535982 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-00a35705-156f-4b77-a641-ab9cb52b882f req-aefb0b79-4b17-4d44-8491-d392bd376d13 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0788715 May 26 18:05:57.546054 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b09c5cf0-55e8-49fc-8ac8-240de471fe81 req-41077de4-dde3-410c-ad0a-b08be21e1d89 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559142 May 26 18:05:57.604373 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-00a35705-156f-4b77-a641-ab9cb52b882f req-c5119951-2622-4a4d-9068-eb1ff2907dc1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574520 May 26 18:05:58.462985 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d32ff-bd9c-4f34-9ec0-93c137b6c1c4 req-333f770b-3120-4003-a821-a03ea2329f8f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:58.465695 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1b6d32ff-bd9c-4f34-9ec0-93c137b6c1c4 req-333f770b-3120-4003-a821-a03ea2329f8f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0625677 May 26 18:05:58.534385 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1b6d32ff-bd9c-4f34-9ec0-93c137b6c1c4 req-d834ce14-62cc-48e7-9fe6-fa08f35e464a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629101 May 26 18:05:58.682719 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d963382-e730-437f-a4fb-a77bdd698d46 req-f8c468e6-e4ee-48af-b96a-e7f757f1f4c4 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:58.684375 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0d963382-e730-437f-a4fb-a77bdd698d46 req-f8c468e6-e4ee-48af-b96a-e7f757f1f4c4 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 945 time: 0.0618336 May 26 18:05:58.725328 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:58.746354 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0d963382-e730-437f-a4fb-a77bdd698d46 req-f0f016e7-b293-407b-bd85-073c1a37accc tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536947 May 26 18:05:58.770282 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f059e-8328-4ae3-a44f-c1a8f5db8347 req-92ba855a-6988-4576-948b-9aea7fadcd6e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:58.772562 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-173f059e-8328-4ae3-a44f-c1a8f5db8347 req-92ba855a-6988-4576-948b-9aea7fadcd6e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0698748 May 26 18:05:58.827262 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-173f059e-8328-4ae3-a44f-c1a8f5db8347 req-e13a426a-3817-4f50-bde2-533d49e94b87 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486808 May 26 18:05:59.420113 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-f0481fa4-272c-4b5d-82a6-94f6dc901677 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:59.421597 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-f0481fa4-272c-4b5d-82a6-94f6dc901677 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.62 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0507548 May 26 18:05:59.555708 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-2108d578-2167-4972-aa8a-82916052da98 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:59.557602 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-2108d578-2167-4972-aa8a-82916052da98 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 945 time: 0.0872583 May 26 18:05:59.600995 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Deleting port 0450cfd2-c365-4788-a3b6-a839770208e7 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:05:59.601345 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.707542 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cbbc0-6d59-4a60-8f8b-47775ffa4cc7 req-0977f08f-ab0d-48d9-bc6a-b188c99205dc tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:59.710009 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad5cbbc0-6d59-4a60-8f8b-47775ffa4cc7 req-0977f08f-ab0d-48d9-bc6a-b188c99205dc tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0926228 May 26 18:05:59.765041 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] For port 0450cfd2-c365-4788-a3b6-a839770208e7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0450cfd2-c365-4788-a3b6-a839770208e7,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:59.765424 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.831328 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad5cbbc0-6d59-4a60-8f8b-47775ffa4cc7 req-7a86380c-cee1-4afd-8ae9-7c901cbdfa48 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144640 May 26 18:05:59.949469 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eabfe-8213-4771-9dc6-d6d8cf328aa3 req-7e1c574e-ab26-48fc-b3b5-132b12e32081 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:59.954488 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-571eabfe-8213-4771-9dc6-d6d8cf328aa3 req-7e1c574e-ab26-48fc-b3b5-132b12e32081 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 945 time: 0.0893450 May 26 18:06:00.028604 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-571eabfe-8213-4771-9dc6-d6d8cf328aa3 req-a3b3fdc7-362f-484a-a21f-91f84b6f428a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667815 May 26 18:06:00.040795 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c390f45-1087-48f5-ad05-8611233e8c88 req-0675f5da-c2b7-4833-8808-331a923ba300 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:00.042421 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7c390f45-1087-48f5-ad05-8611233e8c88 req-0675f5da-c2b7-4833-8808-331a923ba300 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0971265 May 26 18:06:00.077012 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.077390 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (2722f0a5-e3f6-40a7-85a9-8008cca6fa14), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.077714 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.l3_db [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Floating IP 2722f0a5-e3f6-40a7-85a9-8008cca6fa14 disassociated. External IP: 172.27.0.154, port: 0450cfd2-c365-4788-a3b6-a839770208e7. May 26 18:06:00.078066 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Calling delete_port for 0450cfd2-c365-4788-a3b6-a839770208e7 owned by compute:nova {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:06:00.153328 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7c390f45-1087-48f5-ad05-8611233e8c88 req-a2918fd2-47e3-4353-b30d-49e3d566392c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051242 May 26 18:06:00.184764 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:00.252664 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (0450cfd2-c365-4788-a3b6-a839770208e7), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.282750 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event deleted for resources: {'Port': ['ID=0450cfd2-c365-4788-a3b6-a839770208e7,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:00.410214 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Router 160b2a10-3209-4a76-a356-fb34b111eca5 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:06:00.417755 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:00.569355 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:06:00.585715 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a493a-0f28-47c7-bdb9-2d3281b62b29 None None] Sync routers for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:06:00.603596 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a493a-0f28-47c7-bdb9-2d3281b62b29 None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:00.604689 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e87a493a-0f28-47c7-bdb9-2d3281b62b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:00.673012 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Deleting port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:06:00.673546 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.727573 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] No DVR routers for this DVR port 0450cfd2-c365-4788-a3b6-a839770208e7 on host hv-cinder-83607 {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:06:00.736424 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.739661 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-776da0a0-45d1-4762-b8f6-4afb85d7eb3d req-34e5ad0d-9a20-4d72-b9f1-bbc73fde9cb5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.62 "DELETE /v2.0/ports/0450cfd2-c365-4788-a3b6-a839770208e7 HTTP/1.1" status: 204 len: 173 time: 1.2791233 May 26 18:06:00.740794 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'name': 'network-vif-deleted', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:00.743148 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16632f21-297a-4899-94c9-a8319866205b" -d '{"events": [{"server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "name": "network-vif-deleted", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:00.753718 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3ebda-fd60-4ff2-b21c-a78c11589492 req-97a1d1f8-4c33-4e2f-933b-232df24757e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:00.755432 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-dfe3ebda-fd60-4ff2-b21c-a78c11589492 req-97a1d1f8-4c33-4e2f-933b-232df24757e2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 1130 time: 0.1331363 May 26 18:06:00.780888 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-e87a493a-0f28-47c7-bdb9-2d3281b62b29 None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:00.834916 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0093f031-7f99-467c-b466-1a34a9f7eaa0 x-openstack-request-id: req-0093f031-7f99-467c-b466-1a34a9f7eaa0 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:00.835580 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262a4944-6c10-4122-adce-f7780ff4e7a1", "name": "network-vif-deleted", "tag": "0450cfd2-c365-4788-a3b6-a839770208e7", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:00.835580 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0093f031-7f99-467c-b466-1a34a9f7eaa0 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:00.835975 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0093f031-7f99-467c-b466-1a34a9f7eaa0'] response: {'server_uuid': '262a4944-6c10-4122-adce-f7780ff4e7a1', 'name': 'network-vif-deleted', 'tag': '0450cfd2-c365-4788-a3b6-a839770208e7', 'status': 'completed', 'code': 200} May 26 18:06:00.847221 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] For port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:00.847628 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.888527 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-dfe3ebda-fd60-4ff2-b21c-a78c11589492 req-473f2fb1-eeac-436c-819e-b3089aecb791 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249564 May 26 18:06:01.050700 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-737dbc57-5db4-4975-965e-8bfd382ed826 req-3a821f77-c46c-4f01-9f1f-74411492725d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=262a4944-6c10-4122-adce-f7780ff4e7a1 HTTP/1.1" status: 200 len: 210 time: 0.0341206 May 26 18:06:01.054455 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e87a493a-0f28-47c7-bdb9-2d3281b62b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:25Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:01.085691 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a493a-0f28-47c7-bdb9-2d3281b62b29 None None] Checking router: 160b2a10-3209-4a76-a356-fb34b111eca5 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:06:01.108194 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a493a-0f28-47c7-bdb9-2d3281b62b29 None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:01.108910 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e87a493a-0f28-47c7-bdb9-2d3281b62b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:01.194814 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ea48-1666-4d04-9046-fbe04f3e9977 req-42b47f97-567a-4e65-9c47-0555707ef823 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:01.196654 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-99c6ea48-1666-4d04-9046-fbe04f3e9977 req-42b47f97-567a-4e65-9c47-0555707ef823 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 945 time: 0.0780678 May 26 18:06:01.220458 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.221042 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (72052be4-ad79-4575-8b36-39ad4922b2e8), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.221579 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.l3_db [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Floating IP 72052be4-ad79-4575-8b36-39ad4922b2e8 disassociated. External IP: 172.27.0.27, port: ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c. May 26 18:06:01.222172 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Calling delete_port for ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c owned by compute:nova {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:06:01.289544 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-99c6ea48-1666-4d04-9046-fbe04f3e9977 req-081e33c1-89d5-465a-a693-5dc70a02a3cd tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=47eb443b-432d-49bd-8316-3cd4b8ca8aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800271 May 26 18:06:01.300102 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-e87a493a-0f28-47c7-bdb9-2d3281b62b29 None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:01.371821 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a52dce-07e0-44ed-b9e2-a4f2517d135f req-04f74aa1-d11a-4f29-8e22-6cea3a2ecbc6 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:01.373402 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c2a52dce-07e0-44ed-b9e2-a4f2517d135f req-04f74aa1-d11a-4f29-8e22-6cea3a2ecbc6 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0696015 May 26 18:06:01.397574 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:01.411222 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:01.552273 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-e87a493a-0f28-47c7-bdb9-2d3281b62b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:25Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:01.586929 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a493a-0f28-47c7-bdb9-2d3281b62b29 None None] The sync data for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi is: [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:25Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:06:01.736156 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c2a52dce-07e0-44ed-b9e2-a4f2517d135f req-e0365b22-b8db-4022-aa97-2b09602a748f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492422 May 26 18:06:01.756001 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.792388 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event deleted for resources: {'Port': ['ID=ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:01.930994 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93214536-64ab-46a0-83d9-031c124e1993 None None] New status for floating IP 2722f0a5-e3f6-40a7-85a9-8008cca6fa14: DOWN {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:06:01.956109 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:01.960666 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Router 38e7beef-54ca-46f0-bad8-41c952f715dd has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:06:02.095633 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:06:02.109192 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb1e91-4229-4f98-a151-9c006df81a31 None None] Sync routers for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:06:02.125838 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb1e91-4229-4f98-a151-9c006df81a31 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:02.127051 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-8ebb1e91-4229-4f98-a151-9c006df81a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:02.163396 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] No DVR routers for this DVR port ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c on host hv-cinder-83607 {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:06:02.168728 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:02.173647 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b89b0f82-09cc-4424-92a3-7f70a8d1639e req-fd93e2e5-bff2-4b8b-a6eb-e184fcf23649 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "DELETE /v2.0/ports/ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c HTTP/1.1" status: 204 len: 173 time: 1.6921661 May 26 18:06:02.198742 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43652) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:02.252666 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:02.273099 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-8ebb1e91-4229-4f98-a151-9c006df81a31 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:02.291196 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-add81881-3df2-4eb1-bea2-0698e9810c82 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group (d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:02.345456 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-add81881-3df2-4eb1-bea2-0698e9810c82 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group (d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:02.440147 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-add81881-3df2-4eb1-bea2-0698e9810c82 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:02.444240 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-add81881-3df2-4eb1-bea2-0698e9810c82 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:02.445649 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-add81881-3df2-4eb1-bea2-0698e9810c82 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "DELETE /v2.0/security-groups/d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b HTTP/1.1" status: 204 len: 168 time: 0.2491007 May 26 18:06:02.448615 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43656) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:02.464367 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.api.v2.resource [None req-34da09a4-3564-450c-b87f-5ac5ff08be09 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] show failed (client error): The resource could not be found. May 26 18:06:02.468280 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-34da09a4-3564-450c-b87f-5ac5ff08be09 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups/d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b HTTP/1.1" status: 404 len: 347 time: 0.0154543 May 26 18:06:02.469381 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43658) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:02.476794 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-37f05b15-76d2-4904-89bd-d883baf7b583 req-5470c59c-a106-4467-9134-6635ce84e73c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7 HTTP/1.1" status: 200 len: 210 time: 0.0557406 May 26 18:06:02.477405 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add81881-3df2-4eb1-bea2-0698e9810c82 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bf1c6e-aaa8-4285-8bec-c49d169a0c8b,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:02.547029 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-8ebb1e91-4229-4f98-a151-9c006df81a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:02.576967 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb1e91-4229-4f98-a151-9c006df81a31 None None] Checking router: 38e7beef-54ca-46f0-bad8-41c952f715dd for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:06:02.587647 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb1e91-4229-4f98-a151-9c006df81a31 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:02.588428 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-8ebb1e91-4229-4f98-a151-9c006df81a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:02.607544 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-abcad8aa-47de-415f-ac17-1bda3ebc79b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Deleting port 24f76435-8b62-4284-9de5-a34e189f1dd1 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:06:02.607885 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-abcad8aa-47de-415f-ac17-1bda3ebc79b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (24f76435-8b62-4284-9de5-a34e189f1dd1), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:02.649975 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:02.670972 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0450cfd2-c365-4788-a3b6-a839770208e7 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:06:02.704526 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: 0450cfd2-c365-4788-a3b6-a839770208e7 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:06:02.704960 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-abcad8aa-47de-415f-ac17-1bda3ebc79b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (24f76435-8b62-4284-9de5-a34e189f1dd1), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:02.705290 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-abcad8aa-47de-415f-ac17-1bda3ebc79b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (24f76435-8b62-4284-9de5-a34e189f1dd1), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:02.705739 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0450cfd2-c365-4788-a3b6-a839770208e7 not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:06:02.706412 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:06:02.721515 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-abcad8aa-47de-415f-ac17-1bda3ebc79b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Calling delete_port for 24f76435-8b62-4284-9de5-a34e189f1dd1 owned by network:floatingip {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:06:02.733453 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:06:02.734180 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:06:02.761054 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-8ebb1e91-4229-4f98-a151-9c006df81a31 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:02.837292 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'name': 'network-vif-deleted', 'tag': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:02.840185 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db509083-dd6b-4f40-aefb-0fe622f5e441" -d '{"events": [{"server_uuid": "fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7", "name": "network-vif-deleted", "tag": "ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:02.900396 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d09912b-1b03-4496-b02e-69fec5f51408 x-openstack-request-id: req-8d09912b-1b03-4496-b02e-69fec5f51408 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:02.900938 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7", "name": "network-vif-deleted", "tag": "ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:02.901466 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d09912b-1b03-4496-b02e-69fec5f51408 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:02.902237 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d09912b-1b03-4496-b02e-69fec5f51408'] response: {'server_uuid': 'fdbe0b4e-95f0-4baf-a521-e6a8dd57cfc7', 'name': 'network-vif-deleted', 'tag': 'ce4a9d70-264c-4cdc-a8ce-2911a9f3ec0c', 'status': 'completed', 'code': 200} May 26 18:06:03.015232 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d9900-5376-458a-b203-6761f3bf3548 req-6e786942-284a-47ea-a48e-2eed0bcc904d tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:03.017299 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-649d9900-5376-458a-b203-6761f3bf3548 req-6e786942-284a-47ea-a48e-2eed0bcc904d tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0741887 May 26 18:06:03.018843 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-abcad8aa-47de-415f-ac17-1bda3ebc79b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (24f76435-8b62-4284-9de5-a34e189f1dd1), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.056468 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad8aa-47de-415f-ac17-1bda3ebc79b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event deleted for resources: {'Port': ['ID=24f76435-8b62-4284-9de5-a34e189f1dd1,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:03.106915 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-abcad8aa-47de-415f-ac17-1bda3ebc79b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (2722f0a5-e3f6-40a7-85a9-8008cca6fa14), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.109502 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-abcad8aa-47de-415f-ac17-1bda3ebc79b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.110742 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-abcad8aa-47de-415f-ac17-1bda3ebc79b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "DELETE /v2.0/floatingips/2722f0a5-e3f6-40a7-85a9-8008cca6fa14 HTTP/1.1" status: 204 len: 168 time: 0.6402521 May 26 18:06:03.150177 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-649d9900-5376-458a-b203-6761f3bf3548 req-5b7b8fe5-a252-4c55-998a-c78af1ac7929 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044924 May 26 18:06:03.165265 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-8ebb1e91-4229-4f98-a151-9c006df81a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:03.219021 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb1e91-4229-4f98-a151-9c006df81a31 None None] The sync data for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi is: [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:06:03.262239 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43670) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:03.269022 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-d9204dd4-182f-4c0e-93b8-ed840b58727b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8234723', 'description': 'tempest-description--174211144'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:03.307395 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9204dd4-182f-4c0e-93b8-ed840b58727b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.409520 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:03.414155 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9204dd4-182f-4c0e-93b8-ed840b58727b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group (7cc23954-35c3-494c-94e1-c112271f3ea0), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.421654 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9204dd4-182f-4c0e-93b8-ed840b58727b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (7cc23954-35c3-494c-94e1-c112271f3ea0), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.430419 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:03.476618 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9204dd4-182f-4c0e-93b8-ed840b58727b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.481552 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d9204dd4-182f-4c0e-93b8-ed840b58727b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2145050 May 26 18:06:03.481997 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43678) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:03.485995 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9204dd4-182f-4c0e-93b8-ed840b58727b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc23954-35c3-494c-94e1-c112271f3ea0,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:03.487386 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-382f5dd2-822c-4d8a-99c2-469178f8b73f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Request body: {'security_group_rule': {'security_group_id': '7cc23954-35c3-494c-94e1-c112271f3ea0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:03.509261 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:03.535272 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-382f5dd2-822c-4d8a-99c2-469178f8b73f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group_rule (e32765b8-3cf9-4974-813c-4d2f3f14c940), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.618750 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43684) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:03.628588 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-382f5dd2-822c-4d8a-99c2-469178f8b73f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group_rule (e32765b8-3cf9-4974-813c-4d2f3f14c940), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.647335 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ead2d6-853b-4a3a-be5f-44345151adf0 None None] New status for floating IP 72052be4-ad79-4575-8b36-39ad4922b2e8: DOWN {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:06:03.681532 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-382f5dd2-822c-4d8a-99c2-469178f8b73f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (e32765b8-3cf9-4974-813c-4d2f3f14c940), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.721588 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f5dd2-822c-4d8a-99c2-469178f8b73f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32765b8-3cf9-4974-813c-4d2f3f14c940,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:03.733117 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-382f5dd2-822c-4d8a-99c2-469178f8b73f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.734560 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-382f5dd2-822c-4d8a-99c2-469178f8b73f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2516046 May 26 18:06:03.737669 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43688) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:03.744537 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-b434dd5c-3ec6-49f2-ad61-1b208660a56b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Request body: {'security_group_rule': {'security_group_id': '7cc23954-35c3-494c-94e1-c112271f3ea0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:03.760851 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eca68-9e1f-4217-a8bc-f3c4f816e846 req-24752fcd-848f-4cd4-b89b-fd8fd72f5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:03.762520 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7f2eca68-9e1f-4217-a8bc-f3c4f816e846 req-24752fcd-848f-4cd4-b89b-fd8fd72f5f15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 1130 time: 0.0800459 May 26 18:06:03.763054 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-69be92c9-34c3-4876-8844-e6f9f4405aaf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (47eb443b-432d-49bd-8316-3cd4b8ca8aa1), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.799999 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-69be92c9-34c3-4876-8844-e6f9f4405aaf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (47eb443b-432d-49bd-8316-3cd4b8ca8aa1), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.828338 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355984ea-2969-48f4-b759-bf7badb2c69e req-b7a6ca8d-8587-4614-a3eb-d3fa3c73bedb tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:03.831148 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-355984ea-2969-48f4-b759-bf7badb2c69e req-b7a6ca8d-8587-4614-a3eb-d3fa3c73bedb tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.1159542 May 26 18:06:03.843965 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b434dd5c-3ec6-49f2-ad61-1b208660a56b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group_rule (34753687-56c3-44ae-a07e-5f1e3e5fede7), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.929313 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b434dd5c-3ec6-49f2-ad61-1b208660a56b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group_rule (34753687-56c3-44ae-a07e-5f1e3e5fede7), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.936709 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b434dd5c-3ec6-49f2-ad61-1b208660a56b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (34753687-56c3-44ae-a07e-5f1e3e5fede7), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.966110 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-355984ea-2969-48f4-b759-bf7badb2c69e req-20f6404c-26ea-44e1-90c2-a73c4a4d680b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834897 May 26 18:06:03.970486 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-69be92c9-34c3-4876-8844-e6f9f4405aaf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (47eb443b-432d-49bd-8316-3cd4b8ca8aa1), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.975649 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-69be92c9-34c3-4876-8844-e6f9f4405aaf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:03.980825 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-69be92c9-34c3-4876-8844-e6f9f4405aaf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "DELETE /v2.0/security-groups/47eb443b-432d-49bd-8316-3cd4b8ca8aa1 HTTP/1.1" status: 204 len: 168 time: 0.3546939 May 26 18:06:03.982191 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43696) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:04.002560 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eca68-9e1f-4217-a8bc-f3c4f816e846 req-f7762146-ffa4-458d-91c2-c3bf2894ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:04.003829 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434dd5c-3ec6-49f2-ad61-1b208660a56b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34753687-56c3-44ae-a07e-5f1e3e5fede7,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:04.005022 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7f2eca68-9e1f-4217-a8bc-f3c4f816e846 req-f7762146-ffa4-458d-91c2-c3bf2894ea7c service neutron] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 920 time: 0.2353563 May 26 18:06:04.024315 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b434dd5c-3ec6-49f2-ad61-1b208660a56b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.026373 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-b434dd5c-3ec6-49f2-ad61-1b208660a56b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2873559 May 26 18:06:04.028892 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.api.v2.resource [None req-6771e643-1250-4a35-b428-f2c4abb3e052 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] show failed (client error): The resource could not be found. May 26 18:06:04.029674 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43698) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:04.030875 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6771e643-1250-4a35-b428-f2c4abb3e052 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups/47eb443b-432d-49bd-8316-3cd4b8ca8aa1 HTTP/1.1" status: 404 len: 347 time: 0.0445318 May 26 18:06:04.040071 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43700) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:04.042359 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:04.050876 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be92c9-34c3-4876-8844-e6f9f4405aaf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eb443b-432d-49bd-8316-3cd4b8ca8aa1,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:04.089424 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.226561 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:04.249366 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.256348 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7f2eca68-9e1f-4217-a8bc-f3c4f816e846 req-8300f645-d9b0-4902-997f-14466442b67f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3168a60-01f6-45c3-989d-b7db5593ac6f HTTP/1.1" status: 200 len: 1001 time: 0.2402697 May 26 18:06:04.342619 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-76ea131c-738d-48fb-b9e5-3c9305ad626d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Deleting port 5132b125-f990-4062-ba44-a369a7172a13 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:06:04.342976 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-76ea131c-738d-48fb-b9e5-3c9305ad626d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (5132b125-f990-4062-ba44-a369a7172a13), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.351037 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-835aaa3f-fe56-4a39-827f-91a9c83e8338 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714810901&fields=id&tenant_id=ba5a75cf80284f58b9c3bed674677a39 HTTP/1.1" status: 200 len: 267 time: 0.1566246 May 26 18:06:04.365066 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eca68-9e1f-4217-a8bc-f3c4f816e846 req-e2deac94-0b78-4932-bf21-53df6be41dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:04.366851 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7f2eca68-9e1f-4217-a8bc-f3c4f816e846 req-e2deac94-0b78-4932-bf21-53df6be41dc2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.0770965 May 26 18:06:04.461644 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eca68-9e1f-4217-a8bc-f3c4f816e846 req-fdd3840a-aebb-4482-92de-5a07fd0f2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:04.463214 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7f2eca68-9e1f-4217-a8bc-f3c4f816e846 req-fdd3840a-aebb-4482-92de-5a07fd0f2c19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631657 May 26 18:06:04.509504 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-76ea131c-738d-48fb-b9e5-3c9305ad626d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (5132b125-f990-4062-ba44-a369a7172a13), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.509888 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-76ea131c-738d-48fb-b9e5-3c9305ad626d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (5132b125-f990-4062-ba44-a369a7172a13), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.511095 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Allocated IP 172.27.0.205 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/c03499d6-d253-4a6b-abe9-62bc30789bbe) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:04.556424 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-2d3dad1c-9266-473b-b1b7-9dd0422c220d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:04.557321 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-76ea131c-738d-48fb-b9e5-3c9305ad626d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Calling delete_port for 5132b125-f990-4062-ba44-a369a7172a13 owned by network:floatingip {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:06:04.558054 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-2d3dad1c-9266-473b-b1b7-9dd0422c220d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 811 time: 0.1935027 May 26 18:06:04.612483 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-b67a7fa0-931c-4f8d-967d-7659960483fe tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/quotas/ba5a75cf80284f58b9c3bed674677a39 HTTP/1.1" status: 200 len: 375 time: 0.0386398 May 26 18:06:04.655473 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7f2eca68-9e1f-4217-a8bc-f3c4f816e846 req-c6e3a23b-3a54-4c91-83fb-643dcd6b8f88 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848934 May 26 18:06:04.693487 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-388b8ac2-404e-4478-9293-8181d9452684 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690486 May 26 18:06:04.708308 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:04.714898 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for port (c03499d6-d253-4a6b-abe9-62bc30789bbe), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.778634 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:04.827310 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (c03499d6-d253-4a6b-abe9-62bc30789bbe), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.853987 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7f2eca68-9e1f-4217-a8bc-f3c4f816e846 req-8a857b86-3448-4990-aeb2-9ab95aff64fc service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892383 May 26 18:06:04.872511 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-76ea131c-738d-48fb-b9e5-3c9305ad626d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (5132b125-f990-4062-ba44-a369a7172a13), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.878024 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:04.889426 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-9750c698-2267-4382-9b7e-4e6c05bceb1f service neutron] 10.222.0.69 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641557 May 26 18:06:04.902422 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea131c-738d-48fb-b9e5-3c9305ad626d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event deleted for resources: {'Port': ['ID=5132b125-f990-4062-ba44-a369a7172a13,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:04.906511 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:04.907980 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event updated for resources: {'Port': ['ID=c03499d6-d253-4a6b-abe9-62bc30789bbe,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:04.911015 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:04.916840 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:04.936174 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-76ea131c-738d-48fb-b9e5-3c9305ad626d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (72052be4-ad79-4575-8b36-39ad4922b2e8), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.938731 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-76ea131c-738d-48fb-b9e5-3c9305ad626d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.947855 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-76ea131c-738d-48fb-b9e5-3c9305ad626d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "DELETE /v2.0/floatingips/72052be4-ad79-4575-8b36-39ad4922b2e8 HTTP/1.1" status: 204 len: 168 time: 0.9039211 May 26 18:06:05.038385 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43710) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:05.047880 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-436cce25-89bb-458c-81a7-138602527494 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237900495', 'description': 'tempest-description--1254193523'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:05.083773 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-436cce25-89bb-458c-81a7-138602527494 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.180647 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cee0be-4d46-471f-a6ca-6f9497f83e6c req-32830d8c-ccaa-4055-9bbf-7d1adaf5f3e6 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:05.182528 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b6cee0be-4d46-471f-a6ca-6f9497f83e6c req-32830d8c-ccaa-4055-9bbf-7d1adaf5f3e6 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0927846 May 26 18:06:05.273107 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-436cce25-89bb-458c-81a7-138602527494 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (46840777-7bc5-49c5-8ecb-f761ef36c17a), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.278766 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b6cee0be-4d46-471f-a6ca-6f9497f83e6c req-e6de96ba-1f9d-4ca1-8205-8c1a9da634c1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840874 May 26 18:06:05.280139 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-436cce25-89bb-458c-81a7-138602527494 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (46840777-7bc5-49c5-8ecb-f761ef36c17a), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.316353 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-8af13234-8e0e-45e8-81f9-9b265f470c24 service neutron] 10.222.0.69 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771203 May 26 18:06:05.320569 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (53cbf7ab-01f7-4cab-9669-e890f974cf89), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.327758 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-436cce25-89bb-458c-81a7-138602527494 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.329364 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-436cce25-89bb-458c-81a7-138602527494 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2893302 May 26 18:06:05.330970 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cce25-89bb-458c-81a7-138602527494 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46840777-7bc5-49c5-8ecb-f761ef36c17a,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:05.333106 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43712) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:05.338463 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-39fa58d6-e5b1-450f-9505-b6588135bcc7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'security_group_rule': {'security_group_id': '46840777-7bc5-49c5-8ecb-f761ef36c17a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:05.355729 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:05.394205 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c03499d6-d253-4a6b-abe9-62bc30789bbe), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.423376 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-39fa58d6-e5b1-450f-9505-b6588135bcc7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (1da0dabf-8239-4d03-af97-dd00efb9728f), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.535455 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-39fa58d6-e5b1-450f-9505-b6588135bcc7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (1da0dabf-8239-4d03-af97-dd00efb9728f), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.570448 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-39fa58d6-e5b1-450f-9505-b6588135bcc7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (1da0dabf-8239-4d03-af97-dd00efb9728f), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.601371 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa58d6-e5b1-450f-9505-b6588135bcc7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da0dabf-8239-4d03-af97-dd00efb9728f,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:05.612887 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-39fa58d6-e5b1-450f-9505-b6588135bcc7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.614155 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-39fa58d6-e5b1-450f-9505-b6588135bcc7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2794178 May 26 18:06:05.619074 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43720) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:05.624216 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-0257d4fa-2630-4ed8-b321-5b1ccb548be0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'security_group_rule': {'security_group_id': '46840777-7bc5-49c5-8ecb-f761ef36c17a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:05.658328 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0257d4fa-2630-4ed8-b321-5b1ccb548be0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (6d651469-a224-4cfc-9562-2c861d0589bd), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.678793 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for port (c03499d6-d253-4a6b-abe9-62bc30789bbe), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.684975 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (c03499d6-d253-4a6b-abe9-62bc30789bbe), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.748051 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0257d4fa-2630-4ed8-b321-5b1ccb548be0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (6d651469-a224-4cfc-9562-2c861d0589bd), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.753155 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0257d4fa-2630-4ed8-b321-5b1ccb548be0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (6d651469-a224-4cfc-9562-2c861d0589bd), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.772752 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:05.775469 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event updated for resources: {'Port': ['ID=c03499d6-d253-4a6b-abe9-62bc30789bbe,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:05.778775 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257d4fa-2630-4ed8-b321-5b1ccb548be0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d651469-a224-4cfc-9562-2c861d0589bd,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:05.790323 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (53cbf7ab-01f7-4cab-9669-e890f974cf89), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.804515 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0257d4fa-2630-4ed8-b321-5b1ccb548be0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.805930 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0257d4fa-2630-4ed8-b321-5b1ccb548be0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1855507 May 26 18:06:05.809030 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43724) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:05.811734 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:06:05.814266 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:05.826891 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.836776 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-c681a98d-545e-40bd-b9d7-50139c65cc12 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7996664 May 26 18:06:05.858671 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.899466 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-983e4d93-1c3f-43c9-9933-7e66892cff74 req-a9a69e2d-fc3f-4112-9da6-0868286d8b10 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 210 time: 0.0537748 May 26 18:06:05.990663 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:06.107533 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-5d9a60f8-bb52-423b-8946-7ef25d581911 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--8234723&fields=id&tenant_id=ab53cc69f7b0424cb689317c4be9b685 HTTP/1.1" status: 200 len: 267 time: 0.0688288 May 26 18:06:06.165179 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Allocated IP 172.27.0.131 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/75720f05-5608-430e-ac86-45d4fc59eb9d) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:06.259432 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138712f-460a-4411-85a3-64239f5afd2e req-a0fbcdc7-1dc9-472a-a155-feef00859d0a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:06.266449 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-a0fbcdc7-1dc9-472a-a155-feef00859d0a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 817 time: 0.1387343 May 26 18:06:06.279241 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-ee62e286-79b5-447f-bc09-4c92d924e911 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/quotas/ab53cc69f7b0424cb689317c4be9b685 HTTP/1.1" status: 200 len: 375 time: 0.0118458 May 26 18:06:06.301769 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:06.388008 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-82607b41-1212-44fe-88f2-d5b8edadaee2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946186 May 26 18:06:06.436047 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for port (75720f05-5608-430e-ac86-45d4fc59eb9d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:06.470227 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:06.489323 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-4de978c6-aceb-4fd6-9a49-9b104932e609 service neutron] 10.222.0.69 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001635 May 26 18:06:06.499305 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a527c-77c7-47b3-be0c-1b3e5f93fcb8 req-2cb1abb3-f489-4ffe-b47e-776c9865ece7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:06.500948 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-770a527c-77c7-47b3-be0c-1b3e5f93fcb8 req-2cb1abb3-f489-4ffe-b47e-776c9865ece7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0871799 May 26 18:06:06.523375 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (75720f05-5608-430e-ac86-45d4fc59eb9d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:06.606354 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:06.612177 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'Port': ['ID=75720f05-5608-430e-ac86-45d4fc59eb9d,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:06.616427 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-617f761d-edde-481b-952e-8072bf0b5530 service neutron] 10.222.0.69 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187401 May 26 18:06:06.618989 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:06.622409 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:06.631368 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-770a527c-77c7-47b3-be0c-1b3e5f93fcb8 req-6440981b-0060-4d3f-a852-2f169f5b80a1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192648 May 26 18:06:06.688595 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (8a6ef848-fcf6-4e03-839c-cf1de313179b), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:06.741699 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (75720f05-5608-430e-ac86-45d4fc59eb9d), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:06.884613 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-50314eaa-c0da-47bf-8484-be4adb640fc1 req-e38b36ee-45b0-41ff-82a7-5dec2bcb1a86 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 210 time: 0.0536563 May 26 18:06:07.051426 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:07.073862 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for port (75720f05-5608-430e-ac86-45d4fc59eb9d), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:07.079580 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (75720f05-5608-430e-ac86-45d4fc59eb9d), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:07.081788 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-be13eb96-0c30-4cc0-a089-8707b231e63c req-3e283779-2945-45f6-92a2-c547f2934238 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 210 time: 0.0413470 May 26 18:06:07.127349 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (8a6ef848-fcf6-4e03-839c-cf1de313179b), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:07.159556 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:07.161829 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3511572 May 26 18:06:07.166005 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95840287-0955-4b8a-8762-cd5063d881c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'Port': ['ID=75720f05-5608-430e-ac86-45d4fc59eb9d,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:07.472127 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-a99505d6-bd48-4ff3-b11e-b6b8cb5c520f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1237900495&fields=id&tenant_id=8920d2de9dc34386bb0e770f5b51b702 HTTP/1.1" status: 200 len: 267 time: 0.0757003 May 26 18:06:07.514990 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:07.679906 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-ca86ff05-ee1e-48a3-bcf3-c61661da7f12 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:07.682091 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-ca86ff05-ee1e-48a3-bcf3-c61661da7f12 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 815 time: 0.2002754 May 26 18:06:07.718283 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d5f4d4fa-fb5c-485a-97e1-a5bebe593939 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/quotas/8920d2de9dc34386bb0e770f5b51b702 HTTP/1.1" status: 200 len: 375 time: 0.0243330 May 26 18:06:07.726072 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-bdba1e22-befa-4da1-a382-664c2c897d9c tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:07.727719 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-bdba1e22-befa-4da1-a382-664c2c897d9c tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 811 time: 0.1744533 May 26 18:06:07.787048 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-63bee8fe-f380-433c-8190-31037d674d34 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564907 May 26 18:06:07.802484 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afb915-8afa-4976-8178-c0e918a6c1d1 req-caf277f7-c550-411d-924b-e76c3b56b8f6 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:07.804144 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-30afb915-8afa-4976-8178-c0e918a6c1d1 req-caf277f7-c550-411d-924b-e76c3b56b8f6 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0636945 May 26 18:06:07.868750 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-30afb915-8afa-4976-8178-c0e918a6c1d1 req-c9652ab2-be1f-4a39-80cd-f7fa5e7d0de3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584042 May 26 18:06:07.920449 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-232ee7a9-e95c-4dae-947d-c42557836617 service neutron] 10.222.0.69 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161370 May 26 18:06:07.997566 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4832d3-af97-41cc-8efb-f31cb28955dc req-021bf2c8-f947-4637-bd8f-dfe0722198d5 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:08.006284 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2b4832d3-af97-41cc-8efb-f31cb28955dc req-021bf2c8-f947-4637-bd8f-dfe0722198d5 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0663843 May 26 18:06:08.012388 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43778) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:08.020384 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-19b33dea-9293-44df-b603-057c0096c8d7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Request body: {'floatingip': {'port_id': 'b3168a60-01f6-45c3-989d-b7db5593ac6f'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:08.121745 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8a47de81-20c6-4630-9c4d-9ed161cedf20 req-762e74ed-eee4-4167-941d-8df355993869 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 210 time: 0.0466299 May 26 18:06:08.124285 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-19b33dea-9293-44df-b603-057c0096c8d7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for floatingip (15b85e3d-d348-4c85-8472-1632f6e9373a), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:08.268765 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-90d68358-d578-488c-914a-9d546d32a428 req-ff449862-c143-4df9-a5b4-a9a7fcd774b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 210 time: 0.0300348 May 26 18:06:08.354703 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:08.412713 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-49ad3b5b-24a2-49d8-9186-d3c9ded127b3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba5a75cf80284f58b9c3bed674677a39 HTTP/1.1" status: 200 len: 379 time: 0.4510984 May 26 18:06:08.423937 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'port': {'device_id': '8c73af69-886c-4f22-a6d3-001f566d3277', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'admin_state_up': True, 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'security_groups': ['7d3f8a91-7498-427b-96b7-eb35c606b0b3']}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:08.437214 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-b6ee619d-5907-49be-9a2e-1c70a761c1a1 service neutron] 10.222.0.69 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101221 May 26 18:06:08.511700 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138712f-460a-4411-85a3-64239f5afd2e req-31de8be6-2c18-4f2f-847f-928b6e319fc6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:08.513241 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-31de8be6-2c18-4f2f-847f-928b6e319fc6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.62 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 817 time: 0.2673430 May 26 18:06:08.669986 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:08.683652 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-693786ff-9aa5-4bd1-bf93-d3eb302dcaa7 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab53cc69f7b0424cb689317c4be9b685 HTTP/1.1" status: 200 len: 377 time: 0.1605322 May 26 18:06:08.696887 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Made reservation on behalf of ba5a75cf80284f58b9c3bed674677a39 for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:06:08.703163 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:08.727757 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ad935bb6-b052-4a17-ba1f-8e7426e34ba3 req-f7871417-141a-44ff-a210-3a26493b0710 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 210 time: 0.0856152 May 26 18:06:08.728501 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-7138712f-460a-4411-85a3-64239f5afd2e req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Request body: {'port': {'device_id': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'admin_state_up': True, 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'security_groups': ['7cc23954-35c3-494c-94e1-c112271f3ea0']}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:08.821670 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:08.867185 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-19b33dea-9293-44df-b603-057c0096c8d7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:08.871733 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-19b33dea-9293-44df-b603-057c0096c8d7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (15b85e3d-d348-4c85-8472-1632f6e9373a), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:08.984304 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7138712f-460a-4411-85a3-64239f5afd2e req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Made reservation on behalf of ab53cc69f7b0424cb689317c4be9b685 for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:06:08.987928 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7138712f-460a-4411-85a3-64239f5afd2e req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.005199 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Allocated IP 172.20.0.14 (7d5a4e77-6968-4ef2-a95a-0d27f89b0d76/3624ee93-6d30-4e00-92bd-f688e7b35a15/0be12dc6-5e46-49db-9a74-e8a86e2b117d) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:09.123391 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b33dea-9293-44df-b603-057c0096c8d7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Router c9629e1e-c9da-4f32-a870-980ea02d3823 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:06:09.181478 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:09.265803 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b33dea-9293-44df-b603-057c0096c8d7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:06:09.271426 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-19b33dea-9293-44df-b603-057c0096c8d7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.279294 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba4028c-5e10-4027-9817-f35923a26c04 None None] Sync routers for ids ['c9629e1e-c9da-4f32-a870-980ea02d3823'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:06:09.283840 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-7138712f-460a-4411-85a3-64239f5afd2e req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Allocated IP 172.20.0.9 (2cd2844c-2075-4a75-ad58-855aef5bd960/d8f61508-65b2-43cd-83fc-505deb57e794/4f4d056e-de52-4943-ab5b-725a0214cc05) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:09.293998 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba4028c-5e10-4027-9817-f35923a26c04 None None] Routers {'c9629e1e-c9da-4f32-a870-980ea02d3823'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:09.295125 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-1ba4028c-5e10-4027-9817-f35923a26c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['c9629e1e-c9da-4f32-a870-980ea02d3823'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:09.318479 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704b23df-a1e8-425f-a6bf-4805b1356866', 'tag': 'b3168a60-01f6-45c3-989d-b7db5593ac6f'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:09.322109 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cb63a5b3-9b94-4fbf-b7dc-36cb3da423dc req-8f2ace83-bd9b-4d1c-937b-e71c490a151f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 210 time: 0.0559356 May 26 18:06:09.336868 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842c8aed-03ad-4744-804b-1c7350f8c393" -d '{"events": [{"name": "network-changed", "server_uuid": "704b23df-a1e8-425f-a6bf-4805b1356866", "tag": "b3168a60-01f6-45c3-989d-b7db5593ac6f"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:09.365117 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.408525 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:09.425003 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ff828c-8352-4f98-a55b-85272269cdb0 x-openstack-request-id: req-61ff828c-8352-4f98-a55b-85272269cdb0 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:09.425371 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704b23df-a1e8-425f-a6bf-4805b1356866", "tag": "b3168a60-01f6-45c3-989d-b7db5593ac6f", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:09.425597 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-61ff828c-8352-4f98-a55b-85272269cdb0 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:09.426102 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ff828c-8352-4f98-a55b-85272269cdb0'] response: {'name': 'network-changed', 'server_uuid': '704b23df-a1e8-425f-a6bf-4805b1356866', 'tag': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'status': 'completed', 'code': 200} May 26 18:06:09.447906 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-19b33dea-9293-44df-b603-057c0096c8d7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "PUT /v2.0/floatingips/15b85e3d-d348-4c85-8472-1632f6e9373a HTTP/1.1" status: 200 len: 993 time: 1.4317951 May 26 18:06:09.480058 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-52035b3d-c86d-4507-8ba0-efadb7baef05 req-82bf0510-f5d8-4b52-9a5b-06217e89d9bb tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 210 time: 0.0822845 May 26 18:06:09.499012 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:09.501820 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-1ba4028c-5e10-4027-9817-f35923a26c04 None None] Set router c9629e1e-c9da-4f32-a870-980ea02d3823 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:09.567945 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.620168 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8aed-03ad-4744-804b-1c7350f8c393 req-b2e129de-d96e-4483-931f-8cdcf619d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:09.621888 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-842c8aed-03ad-4744-804b-1c7350f8c393 req-b2e129de-d96e-4483-931f-8cdcf619d4df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 1130 time: 0.1469259 May 26 18:06:09.665474 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:09.670637 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:09.683645 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:09.686162 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:09.691675 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:09.692391 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.701069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7138712f-460a-4411-85a3-64239f5afd2e req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.702590 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'Port': ['ID=0be12dc6-5e46-49db-9a74-e8a86e2b117d,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:09.729230 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f0292aba-5798-42e3-839c-c5f174ea66cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3101113 May 26 18:06:09.772715 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7138712f-460a-4411-85a3-64239f5afd2e req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.797690 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Request body: {'port': {'device_id': '8c73af69-886c-4f22-a6d3-001f566d3277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:09.818762 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-1ba4028c-5e10-4027-9817-f35923a26c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '15b85e3d-d348-4c85-8472-1632f6e9373a', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'port_id': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'mac_address': 'fa:16:3e:a7:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704b23df-a1e8-425f-a6bf-4805b1356866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:04:00Z', 'updated_at': '2022-05-26T18:06:08Z', 'revision_number': 3, 'project_id': '53288d567a8f426bb068908db481e32e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:42Z', 'revision_number': 5, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:09.857101 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba4028c-5e10-4027-9817-f35923a26c04 None None] Checking router: c9629e1e-c9da-4f32-a870-980ea02d3823 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:06:09.871601 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba4028c-5e10-4027-9817-f35923a26c04 None None] Routers {'c9629e1e-c9da-4f32-a870-980ea02d3823'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:09.871818 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-1ba4028c-5e10-4027-9817-f35923a26c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:05:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['c9629e1e-c9da-4f32-a870-980ea02d3823'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:09.970016 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7138712f-460a-4411-85a3-64239f5afd2e req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Network 2cd2844c-2075-4a75-ad58-855aef5bd960 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:09.987479 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2caf7bd9-4da6-4f32-9824-8eef05f19dab req-e96da9ed-0994-488a-b0e8-25a417381879 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 210 time: 0.1211612 May 26 18:06:09.994038 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-7138712f-460a-4411-85a3-64239f5afd2e req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:10.015306 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event updated for resources: {'Port': ['ID=4f4d056e-de52-4943-ab5b-725a0214cc05,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:10.020229 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7138712f-460a-4411-85a3-64239f5afd2e req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:10.027432 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138712f-460a-4411-85a3-64239f5afd2e req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:10.028469 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7138712f-460a-4411-85a3-64239f5afd2e req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:10.078702 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-1ba4028c-5e10-4027-9817-f35923a26c04 None None] Set router c9629e1e-c9da-4f32-a870-980ea02d3823 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:10.092243 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-cf58eb72-fced-490a-9e23-a8eb3db0fe80 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3713744 May 26 18:06:10.124102 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Request body: {'port': {'device_id': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:10.130643 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:10.158350 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-af47a596-dc20-4e21-8d40-82c1ffaf47d6 None None] Provisioning complete for port 0be12dc6-5e46-49db-9a74-e8a86e2b117d triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:10.159094 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-af47a596-dc20-4e21-8d40-82c1ffaf47d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:10.161242 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8aed-03ad-4744-804b-1c7350f8c393 req-d09b41d0-5b21-47da-b1b5-2d1c462f0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:10.164348 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-842c8aed-03ad-4744-804b-1c7350f8c393 req-d09b41d0-5b21-47da-b1b5-2d1c462f0fb6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 920 time: 0.3852789 May 26 18:06:10.194258 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-9a871250-449b-440c-bb4e-884c6de5ca71 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:10.195895 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-9a871250-449b-440c-bb4e-884c6de5ca71 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 815 time: 0.2714460 May 26 18:06:10.224047 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-af47a596-dc20-4e21-8d40-82c1ffaf47d6 None None] Port 0be12dc6-5e46-49db-9a74-e8a86e2b117d cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:06:10.297138 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-4defb6a9-d303-4c29-a57a-55aaac17a2a0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8920d2de9dc34386bb0e770f5b51b702 HTTP/1.1" status: 200 len: 380 time: 0.0919776 May 26 18:06:10.348604 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'port': {'device_id': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'admin_state_up': True, 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'security_groups': ['46840777-7bc5-49c5-8ecb-f761ef36c17a']}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:10.358699 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-842c8aed-03ad-4744-804b-1c7350f8c393 req-22c3b26e-24b9-4b7d-acc2-407447551858 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3168a60-01f6-45c3-989d-b7db5593ac6f HTTP/1.1" status: 200 len: 1001 time: 0.1834462 May 26 18:06:10.361530 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:10.451833 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:10.466376 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-34839975-a447-4097-816a-a2eaf656f4c1 None None] Provisioning complete for port 4f4d056e-de52-4943-ab5b-725a0214cc05 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:10.467707 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-34839975-a447-4097-816a-a2eaf656f4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:10.516195 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-34839975-a447-4097-816a-a2eaf656f4c1 None None] Port 4f4d056e-de52-4943-ab5b-725a0214cc05 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:06:10.537622 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-1ba4028c-5e10-4027-9817-f35923a26c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '15b85e3d-d348-4c85-8472-1632f6e9373a', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'port_id': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'mac_address': 'fa:16:3e:a7:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704b23df-a1e8-425f-a6bf-4805b1356866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:04:00Z', 'updated_at': '2022-05-26T18:06:08Z', 'revision_number': 3, 'project_id': '53288d567a8f426bb068908db481e32e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:42Z', 'revision_number': 5, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:10.539497 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77459a90-3125-4590-aa46-8ba313d6a9cc req-7de8d516-781b-40c5-97e7-1aa4312b6484 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:10.541977 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-77459a90-3125-4590-aa46-8ba313d6a9cc req-7de8d516-781b-40c5-97e7-1aa4312b6484 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 931 time: 0.0769808 May 26 18:06:10.545940 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8aed-03ad-4744-804b-1c7350f8c393 req-03e8a78a-7fc2-4eea-b397-4e9a7e88cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:10.547451 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-842c8aed-03ad-4744-804b-1c7350f8c393 req-03e8a78a-7fc2-4eea-b397-4e9a7e88cadd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.1806479 May 26 18:06:10.617415 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba4028c-5e10-4027-9817-f35923a26c04 None None] The sync data for ids ['c9629e1e-c9da-4f32-a870-980ea02d3823'] in dv-cinder-836074-5-iscsi is: [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '15b85e3d-d348-4c85-8472-1632f6e9373a', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'port_id': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'mac_address': 'fa:16:3e:a7:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704b23df-a1e8-425f-a6bf-4805b1356866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:04:00Z', 'updated_at': '2022-05-26T18:06:08Z', 'revision_number': 3, 'project_id': '53288d567a8f426bb068908db481e32e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:42Z', 'revision_number': 5, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:06:10.676546 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-77459a90-3125-4590-aa46-8ba313d6a9cc req-af5488a7-cbb7-4fed-a136-640630fba36b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1119206 May 26 18:06:10.712253 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Made reservation on behalf of 8920d2de9dc34386bb0e770f5b51b702 for: {'port': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:06:10.717062 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:10.735663 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8aed-03ad-4744-804b-1c7350f8c393 req-f5d357a8-0ddc-4eb5-a9c8-b3e51f961746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:10.737242 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-842c8aed-03ad-4744-804b-1c7350f8c393 req-f5d357a8-0ddc-4eb5-a9c8-b3e51f961746 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1659935 May 26 18:06:10.914128 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Allocated IP 172.20.0.14 (481c535b-a9e7-4c84-8151-52762a8d6376/c0912883-6488-4cb9-b1a5-ec42a5bf2729/def34736-9172-4fd2-aaf3-a11444afd3f9) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:10.917130 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:11.048266 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:11.073016 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475a631-dc8b-4755-9aae-47ef7c8e55e2 req-ed116db1-0fd8-4082-9ff8-f626bf35a1a9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:11.074618 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9475a631-dc8b-4755-9aae-47ef7c8e55e2 req-ed116db1-0fd8-4082-9ff8-f626bf35a1a9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 932 time: 0.4569185 May 26 18:06:11.165118 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-650424ba-dc77-471a-b667-e1ecb17fcef4 req-6b5e60f1-a247-41d5-af0d-cd51994adec5 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 210 time: 0.0680351 May 26 18:06:11.181526 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:11.213239 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:11.245255 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:11.294293 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Network 481c535b-a9e7-4c84-8151-52762a8d6376 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:11.297972 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:11.303321 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:11.333445 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'Port': ['ID=def34736-9172-4fd2-aaf3-a11444afd3f9,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:11.347482 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9475a631-dc8b-4755-9aae-47ef7c8e55e2 req-95d827f3-c09c-40d7-81ab-e1cfa45809ac tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261505 May 26 18:06:11.351843 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.352258 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.353031 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.353031 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.353383 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.353529 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.353873 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.354157 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.354478 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.354796 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.355123 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.355990 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.355990 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.356400 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.356400 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:11.371249 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-842c8aed-03ad-4744-804b-1c7350f8c393 req-8a5fd58e-3ccf-45ad-82f7-34d435d99899 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448031 May 26 18:06:11.381323 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be12dc6-5e46-49db-9a74-e8a86e2b117d {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:06:11.393191 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:11.394751 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:11.416915 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Publish callbacks [] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:11.419467 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-d12b9194-584a-4092-8cfb-41d363abe0af tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0762193 May 26 18:06:11.429362 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704b23df-a1e8-425f-a6bf-4805b1356866', 'tag': 'b3168a60-01f6-45c3-989d-b7db5593ac6f'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:11.433076 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef252b00-878e-449d-81db-b3ef2c8e66fd" -d '{"events": [{"name": "network-changed", "server_uuid": "704b23df-a1e8-425f-a6bf-4805b1356866", "tag": "b3168a60-01f6-45c3-989d-b7db5593ac6f"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:11.449264 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Request body: {'port': {'device_id': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:11.480310 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Transition to ACTIVE for port object 0be12dc6-5e46-49db-9a74-e8a86e2b117d will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:06:11.491478 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:11.522457 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945b1ed1-e9e4-4990-a968-da12afb9ecf4 x-openstack-request-id: req-945b1ed1-e9e4-4990-a968-da12afb9ecf4 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:11.523090 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704b23df-a1e8-425f-a6bf-4805b1356866", "tag": "b3168a60-01f6-45c3-989d-b7db5593ac6f", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:11.523594 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-945b1ed1-e9e4-4990-a968-da12afb9ecf4 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:11.524360 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945b1ed1-e9e4-4990-a968-da12afb9ecf4'] response: {'name': 'network-changed', 'server_uuid': '704b23df-a1e8-425f-a6bf-4805b1356866', 'tag': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'status': 'completed', 'code': 200} May 26 18:06:11.586823 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:11.591153 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:11.635979 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4d056e-de52-4943-ab5b-725a0214cc05 {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:06:11.656745 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-2ead78fd-21b8-4fe0-87d9-c53fcafa9f4a None None] Provisioning complete for port def34736-9172-4fd2-aaf3-a11444afd3f9 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:11.658667 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2ead78fd-21b8-4fe0-87d9-c53fcafa9f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:11.668273 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Publish callbacks [] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:11.701923 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Pushing event updated for resources: {'Port': ['ID=0be12dc6-5e46-49db-9a74-e8a86e2b117d,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:11.710074 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-842c8aed-03ad-4744-804b-1c7350f8c393 req-7fd2106e-9601-4c57-b6ad-b3b0f69cf111 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315179 May 26 18:06:11.719359 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-2ead78fd-21b8-4fe0-87d9-c53fcafa9f4a None None] Port def34736-9172-4fd2-aaf3-a11444afd3f9 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:06:11.763152 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Transition to ACTIVE for port object 4f4d056e-de52-4943-ab5b-725a0214cc05 will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:06:11.764918 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Attempting to bind port 0be12dc6-5e46-49db-9a74-e8a86e2b117d on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:06:11.765560 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Attempting to bind port 0be12dc6-5e46-49db-9a74-e8a86e2b117d by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:06:11.766039 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Attempting to bind port 0be12dc6-5e46-49db-9a74-e8a86e2b117d on network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:11.773286 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Port 0be12dc6-5e46-49db-9a74-e8a86e2b117d on network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:06:11.773631 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Attempting to bind port 0be12dc6-5e46-49db-9a74-e8a86e2b117d on network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:11.781927 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:06:11.782306 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Checking segment: {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:06:11.782707 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Bound using segment: {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:06:11.783165 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Bound port: 0be12dc6-5e46-49db-9a74-e8a86e2b117d, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:06:11.783536 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:11.786982 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:11.960195 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef252b00-878e-449d-81db-b3ef2c8e66fd req-99679cba-019c-4351-9a1e-f61d21cdf775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:11.961780 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef252b00-878e-449d-81db-b3ef2c8e66fd req-99679cba-019c-4351-9a1e-f61d21cdf775 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 1130 time: 0.1813455 May 26 18:06:11.962407 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Pushing event updated for resources: {'Port': ['ID=4f4d056e-de52-4943-ab5b-725a0214cc05,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:12.030637 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:12.037998 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85add1-db45-4148-823c-916b05ce227f req-ca5d4eb2-dc75-4e92-8a71-dd8f7e055c42 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:12.039630 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-aa85add1-db45-4148-823c-916b05ce227f req-ca5d4eb2-dc75-4e92-8a71-dd8f7e055c42 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.1758120 May 26 18:06:12.086475 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def34736-9172-4fd2-aaf3-a11444afd3f9 {{(pid=103836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:06:12.099534 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Publish callbacks [] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.111382 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] For port 0be12dc6-5e46-49db-9a74-e8a86e2b117d, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:06:12.122682 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.provisioning_blocks [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Transition to ACTIVE for port object def34736-9172-4fd2-aaf3-a11444afd3f9 will not be triggered until provisioned by entity L2. {{(pid=103836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:06:12.134114 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.134546 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Attempting to bind port 4f4d056e-de52-4943-ab5b-725a0214cc05 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:06:12.134708 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Attempting to bind port 4f4d056e-de52-4943-ab5b-725a0214cc05 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:06:12.134962 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Attempting to bind port 4f4d056e-de52-4943-ab5b-725a0214cc05 on network 2cd2844c-2075-4a75-ad58-855aef5bd960 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:12.144086 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] For port 0be12dc6-5e46-49db-9a74-e8a86e2b117d, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0be12dc6-5e46-49db-9a74-e8a86e2b117d,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:06:12.158841 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Port 4f4d056e-de52-4943-ab5b-725a0214cc05 on network 2cd2844c-2075-4a75-ad58-855aef5bd960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:06:12.159246 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Attempting to bind port 4f4d056e-de52-4943-ab5b-725a0214cc05 on network 2cd2844c-2075-4a75-ad58-855aef5bd960 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:12.170057 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.203868 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:06:12.203868 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Checking segment: {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:06:12.203868 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Bound using segment: {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:06:12.214252 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Bound port: 4f4d056e-de52-4943-ab5b-725a0214cc05, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc00428-5184-48b5-a037-466e14fb924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:06:12.214795 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.219226 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Pushing event updated for resources: {'Port': ['ID=def34736-9172-4fd2-aaf3-a11444afd3f9,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:12.276220 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:12.303749 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:12.304406 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.306538 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] 10.222.0.62 "PUT /v2.0/ports/0be12dc6-5e46-49db-9a74-e8a86e2b117d HTTP/1.1" status: 200 len: 1094 time: 2.5280530 May 26 18:06:12.311698 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c73af69-886c-4f22-a6d3-001f566d3277', 'tag': '0be12dc6-5e46-49db-9a74-e8a86e2b117d'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:12.315101 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bbcd9a-c9ff-47a7-988c-69928c3cf5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c73af69-886c-4f22-a6d3-001f566d3277", "tag": "0be12dc6-5e46-49db-9a74-e8a86e2b117d"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:12.332038 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-aa85add1-db45-4148-823c-916b05ce227f req-88bc736a-a460-4ef5-aba0-e825c5546a9e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2755678 May 26 18:06:12.343386 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef252b00-878e-449d-81db-b3ef2c8e66fd req-163b1e86-b067-49b7-8650-183c724ba360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:12.347908 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef252b00-878e-449d-81db-b3ef2c8e66fd req-163b1e86-b067-49b7-8650-183c724ba360 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 920 time: 0.3755066 May 26 18:06:12.365905 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Attempting to bind port def34736-9172-4fd2-aaf3-a11444afd3f9 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:06:12.369504 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Attempting to bind port def34736-9172-4fd2-aaf3-a11444afd3f9 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:06:12.370735 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Attempting to bind port def34736-9172-4fd2-aaf3-a11444afd3f9 on network 481c535b-a9e7-4c84-8151-52762a8d6376 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:12.393093 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40305b8-5e45-43d8-8daa-52f91414fa83 req-e72da2f9-571c-49b8-8bf6-25e04e5aef41 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:12.402655 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e40305b8-5e45-43d8-8daa-52f91414fa83 req-e72da2f9-571c-49b8-8bf6-25e04e5aef41 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 944 time: 0.1271563 May 26 18:06:12.415558 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Port def34736-9172-4fd2-aaf3-a11444afd3f9 on network 481c535b-a9e7-4c84-8151-52762a8d6376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:06:12.416216 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Attempting to bind port def34736-9172-4fd2-aaf3-a11444afd3f9 on network 481c535b-a9e7-4c84-8151-52762a8d6376 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:12.437485 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:06:12.437485 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Checking segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:06:12.437485 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Bound using segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:06:12.437485 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Bound port: def34736-9172-4fd2-aaf3-a11444afd3f9, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'}}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:06:12.438370 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.495522 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e001131-a63e-4951-9115-de7bf175dde8 x-openstack-request-id: req-7e001131-a63e-4951-9115-de7bf175dde8 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:12.496198 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c73af69-886c-4f22-a6d3-001f566d3277", "tag": "0be12dc6-5e46-49db-9a74-e8a86e2b117d", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:12.496198 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7e001131-a63e-4951-9115-de7bf175dde8 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:12.496478 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e001131-a63e-4951-9115-de7bf175dde8'] response: {'name': 'network-changed', 'server_uuid': '8c73af69-886c-4f22-a6d3-001f566d3277', 'tag': '0be12dc6-5e46-49db-9a74-e8a86e2b117d', 'status': 'completed', 'code': 200} May 26 18:06:12.557179 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e40305b8-5e45-43d8-8daa-52f91414fa83 req-cb2578f3-cc4c-44bf-ba7c-69c324e1379c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=46840777-7bc5-49c5-8ecb-f761ef36c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532915 May 26 18:06:12.568154 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:12.571381 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] For port def34736-9172-4fd2-aaf3-a11444afd3f9, host hv-cinder-83607, cleared binding levels {{(pid=103836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:06:12.575668 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] For port def34736-9172-4fd2-aaf3-a11444afd3f9, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=def34736-9172-4fd2-aaf3-a11444afd3f9,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:06:12.576141 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e83b8-b312-42d6-84d1-5d978fd1f897 service neutron] Pushing event updated for resources: {'Port': ['ID=0be12dc6-5e46-49db-9a74-e8a86e2b117d,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:12.585558 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.631705 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:12.632569 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.634179 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] 10.222.0.62 "PUT /v2.0/ports/def34736-9172-4fd2-aaf3-a11444afd3f9 HTTP/1.1" status: 200 len: 1094 time: 1.2075737 May 26 18:06:12.643234 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:06:12.648890 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef252b00-878e-449d-81db-b3ef2c8e66fd req-14335144-c85f-4e2f-a3e5-310eb9005040 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3168a60-01f6-45c3-989d-b7db5593ac6f HTTP/1.1" status: 200 len: 1001 time: 0.2895601 May 26 18:06:12.681200 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be6d22-5a51-4bf9-9651-c2e982d03bbe service neutron] Pushing event updated for resources: {'Port': ['ID=def34736-9172-4fd2-aaf3-a11444afd3f9,revision_number=3']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:12.711199 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-94067acf-0490-4614-a0bf-9f0713154ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:12.711690 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-94067acf-0490-4614-a0bf-9f0713154ff8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 1128 time: 0.2817097 May 26 18:06:12.717535 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4f4d056e-de52-4943-ab5b-725a0214cc05,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:06:12.771926 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31020ea3-931f-48b5-bd45-f6d29fc3f3e2 req-e9e41ceb-913e-4870-9bab-05950e67f564 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:12.777258 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-31020ea3-931f-48b5-bd45-f6d29fc3f3e2 req-e9e41ceb-913e-4870-9bab-05950e67f564 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 944 time: 0.2368925 May 26 18:06:12.779613 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.787594 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef252b00-878e-449d-81db-b3ef2c8e66fd req-4b14c23b-c82e-4430-9a81-f7db9ca35d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:12.790474 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef252b00-878e-449d-81db-b3ef2c8e66fd req-4b14c23b-c82e-4430-9a81-f7db9ca35d09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.1278872 May 26 18:06:12.802762 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-4255f8cb-60c0-481c-893f-c775c34bd3a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0be12dc6-5e46-49db-9a74-e8a86e2b117d HTTP/1.1" status: 200 len: 217 time: 0.0749214 May 26 18:06:12.837080 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-5ef84570-774b-4c6f-bdb6-4ec569ac02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:12.840188 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-5ef84570-774b-4c6f-bdb6-4ec569ac02d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 1128 time: 0.0730467 May 26 18:06:12.895983 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-c07a0ccc-09fb-4883-8cbf-8a73f1db39f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def34736-9172-4fd2-aaf3-a11444afd3f9 HTTP/1.1" status: 200 len: 217 time: 0.0433912 May 26 18:06:12.956676 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:12.957290 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.958770 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] 10.222.0.62 "PUT /v2.0/ports/4f4d056e-de52-4943-ab5b-725a0214cc05 HTTP/1.1" status: 200 len: 1093 time: 2.8390169 May 26 18:06:12.961583 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:12.970897 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef252b00-878e-449d-81db-b3ef2c8e66fd req-af4b5b37-19ac-4da4-98c1-6b051b941ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:12.972255 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef252b00-878e-449d-81db-b3ef2c8e66fd req-af4b5b37-19ac-4da4-98c1-6b051b941ca2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1610372 May 26 18:06:13.017811 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-cc4b6f50-c44b-4f9e-a6b5-43d9257eb707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:13.019335 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-cc4b6f50-c44b-4f9e-a6b5-43d9257eb707 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.1441762 May 26 18:06:13.026144 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d56e1f-db66-443c-bd94-0a02e1ed2e1c service neutron] Pushing event updated for resources: {'Port': ['ID=4f4d056e-de52-4943-ab5b-725a0214cc05,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:13.040571 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-31020ea3-931f-48b5-bd45-f6d29fc3f3e2 req-cca4ef79-3bfe-4f90-8350-bec9219e1833 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459483 May 26 18:06:13.183946 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-9d5e4771-762f-4743-9ab8-5048e1799471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:13.185625 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-9d5e4771-762f-4743-9ab8-5048e1799471 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 200 len: 854 time: 0.0591559 May 26 18:06:13.243182 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:13.246066 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-28024dab-5b0a-4f2e-8212-33db19767836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:13.247673 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-28024dab-5b0a-4f2e-8212-33db19767836 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=481c535b-a9e7-4c84-8151-52762a8d6376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471961 May 26 18:06:13.262331 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-085188bd-5281-451d-b98c-560c19e860ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:13.263928 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-085188bd-5281-451d-b98c-560c19e860ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135805 May 26 18:06:13.275103 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138712f-460a-4411-85a3-64239f5afd2e req-2795b003-cf3e-4e50-a039-02ff6b3902b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:13.276655 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-2795b003-cf3e-4e50-a039-02ff6b3902b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 1127 time: 0.1251125 May 26 18:06:13.357703 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-0e80c4d4-1bb4-4035-b8b2-abbf55ed634a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4d056e-de52-4943-ab5b-725a0214cc05 HTTP/1.1" status: 200 len: 217 time: 0.0664654 May 26 18:06:13.358672 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-4b845b94-bebd-4cad-802f-a7ba93235471 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019027 May 26 18:06:13.432566 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef252b00-878e-449d-81db-b3ef2c8e66fd req-361c888e-0174-48fb-ba3a-717c4856cb6d service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055086 May 26 18:06:13.509992 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-560e7d60-d751-4b25-a869-edf9ad54ab55 req-8e34a98a-4ff6-4075-9713-28a4e9b6c160 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357601 May 26 18:06:13.517579 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138712f-460a-4411-85a3-64239f5afd2e req-5ee0c68c-5c11-4e6f-9a89-b95fa3be57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:13.519161 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-5ee0c68c-5c11-4e6f-9a89-b95fa3be57a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 200 len: 856 time: 0.1343260 May 26 18:06:13.525807 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'tag': 'def34736-9172-4fd2-aaf3-a11444afd3f9'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:13.529752 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709e1e1d-88c9-4b18-b979-8779b82c6461" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2d2dde-ab10-41d4-ab33-ad703f697b84", "tag": "def34736-9172-4fd2-aaf3-a11444afd3f9"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:13.553736 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47667b7-5bdf-4f56-9d65-43c9c18f2a43 req-01eec031-dc71-4c2e-98f5-f3cfd7011575 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:13.556612 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d47667b7-5bdf-4f56-9d65-43c9c18f2a43 req-01eec031-dc71-4c2e-98f5-f3cfd7011575 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.0940228 May 26 18:06:13.596288 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eda7dc9-6bc8-4427-8603-30750177e73c x-openstack-request-id: req-6eda7dc9-6bc8-4427-8603-30750177e73c {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:13.596578 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2d2dde-ab10-41d4-ab33-ad703f697b84", "tag": "def34736-9172-4fd2-aaf3-a11444afd3f9", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:13.596824 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6eda7dc9-6bc8-4427-8603-30750177e73c {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:13.597210 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eda7dc9-6bc8-4427-8603-30750177e73c'] response: {'name': 'network-changed', 'server_uuid': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'tag': 'def34736-9172-4fd2-aaf3-a11444afd3f9', 'status': 'completed', 'code': 200} May 26 18:06:13.597715 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-4752dd22-1ed0-4710-8f44-eca1dde5ec84 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260999 May 26 18:06:13.616380 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138712f-460a-4411-85a3-64239f5afd2e req-0a7baa1e-6bd8-41c9-a802-e80d80b19be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:13.618137 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-0a7baa1e-6bd8-41c9-a802-e80d80b19be9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cd2844c-2075-4a75-ad58-855aef5bd960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890815 May 26 18:06:13.618338 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d47667b7-5bdf-4f56-9d65-43c9c18f2a43 req-a75f81aa-52bb-47ef-82eb-fc8dede35e62 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0541832 May 26 18:06:13.630767 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef252b00-878e-449d-81db-b3ef2c8e66fd req-f9eb27d7-d1b0-49c3-8384-e5e7dc5bef4b service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915131 May 26 18:06:13.688928 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:13.859550 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9c629-a7ab-4f29-8411-de924bc63056 req-e2c7c8ac-7672-4bcd-aeb1-61acf0e47c4c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:13.861239 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-66f9c629-a7ab-4f29-8411-de924bc63056 req-e2c7c8ac-7672-4bcd-aeb1-61acf0e47c4c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 944 time: 0.1806066 May 26 18:06:13.914271 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-66f9c629-a7ab-4f29-8411-de924bc63056 req-53f3820a-067c-43bc-b958-11c05e96424d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=46840777-7bc5-49c5-8ecb-f761ef36c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462158 May 26 18:06:14.165336 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d82d4-af60-4ee0-8728-00e76ca98ca2 req-d9e9ebe2-4a8f-4185-9ca9-39e832b7c9ad tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:14.166971 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-632d82d4-af60-4ee0-8728-00e76ca98ca2 req-d9e9ebe2-4a8f-4185-9ca9-39e832b7c9ad tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 944 time: 0.0503991 May 26 18:06:14.243339 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-632d82d4-af60-4ee0-8728-00e76ca98ca2 req-7694695b-4ba2-4119-8749-cf277db60883 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701878 May 26 18:06:14.501074 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:14.505401 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a927b954-a8d3-466e-81e3-c53540a304a9" -d '{"events": [{"name": "network-changed", "server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:14.789493 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47169b37-4ebf-4a2c-8ecf-5c3f52c07025 req-df765938-6754-44fd-baa2-fc4a56dce7a2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:14.790909 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f7ff77-0a16-4449-b57b-ca962023c340 x-openstack-request-id: req-88f7ff77-0a16-4449-b57b-ca962023c340 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:14.791576 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-47169b37-4ebf-4a2c-8ecf-5c3f52c07025 req-df765938-6754-44fd-baa2-fc4a56dce7a2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.0782609 May 26 18:06:14.791756 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:14.791756 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88f7ff77-0a16-4449-b57b-ca962023c340 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:14.792113 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f7ff77-0a16-4449-b57b-ca962023c340'] response: {'name': 'network-changed', 'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'status': 'completed', 'code': 200} May 26 18:06:14.843657 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-47169b37-4ebf-4a2c-8ecf-5c3f52c07025 req-e2f41c3c-c5f4-449e-934f-b6d80ddc5ac3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452278 May 26 18:06:14.877477 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e1e1d-88c9-4b18-b979-8779b82c6461 req-93ebae67-368e-4c30-bda6-cc37a463a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:14.879056 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-709e1e1d-88c9-4b18-b979-8779b82c6461 req-93ebae67-368e-4c30-bda6-cc37a463a230 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 1128 time: 0.4368610 May 26 18:06:14.995656 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-3d2dfe08-252f-47d7-95b3-7955d740ad81 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722036 May 26 18:06:15.000728 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-cd6a1954-8dcd-4d63-8c75-ef0d160147fc req-f528cc7f-8898-41ed-b84d-b5c20c2a2c43 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653958 May 26 18:06:15.116246 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c7fe6-6ecf-4a29-926c-7c0cd0ba9f8c req-83f8b063-73e6-442b-bdc2-1371e1432fda tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:15.117856 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3c8c7fe6-6ecf-4a29-926c-7c0cd0ba9f8c req-83f8b063-73e6-442b-bdc2-1371e1432fda tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 944 time: 0.1294205 May 26 18:06:15.145065 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:15.171741 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e1e1d-88c9-4b18-b979-8779b82c6461 req-567224ab-372b-4231-be68-dba06ab22281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:15.173296 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-709e1e1d-88c9-4b18-b979-8779b82c6461 req-567224ab-372b-4231-be68-dba06ab22281 service neutron] 10.222.0.62 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 916 time: 0.2836058 May 26 18:06:15.221697 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7138712f-460a-4411-85a3-64239f5afd2e req-607f7d9e-8cd8-41d2-9ccc-690a58e3f463 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100031 May 26 18:06:15.226456 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3c8c7fe6-6ecf-4a29-926c-7c0cd0ba9f8c req-60f7dc29-6012-48fe-a367-d630924a8a6a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=46840777-7bc5-49c5-8ecb-f761ef36c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957663 May 26 18:06:15.317741 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-709e1e1d-88c9-4b18-b979-8779b82c6461 req-ba20b4cf-a5ca-4747-b969-e71c1d3decee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def34736-9172-4fd2-aaf3-a11444afd3f9 HTTP/1.1" status: 200 len: 217 time: 0.0580649 May 26 18:06:15.339003 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:15.351770 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcd9a-c9ff-47a7-988c-69928c3cf5f3 req-73c7efc2-0d78-418a-bd86-4afcaf71704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:15.353776 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-06bbcd9a-c9ff-47a7-988c-69928c3cf5f3 req-73c7efc2-0d78-418a-bd86-4afcaf71704d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 1128 time: 0.0851412 May 26 18:06:15.505611 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0c3b6-86a8-4de7-a39f-955e3bd491bd req-7e2d2bf3-deb7-4bc4-8013-6db34430abb0 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:15.507887 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d8f0c3b6-86a8-4de7-a39f-955e3bd491bd req-7e2d2bf3-deb7-4bc4-8013-6db34430abb0 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 944 time: 0.1533031 May 26 18:06:15.550869 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:15.566860 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d8f0c3b6-86a8-4de7-a39f-955e3bd491bd req-cc318b0d-0f23-40e6-ba2a-89ef7f4e3537 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522790 May 26 18:06:15.974827 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9654c9-c658-4edd-bc9d-c348494dca21 req-550b9dbf-cd69-493f-8760-00885b618fb3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:15.976465 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8a9654c9-c658-4edd-bc9d-c348494dca21 req-550b9dbf-cd69-493f-8760-00885b618fb3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.0525980 May 26 18:06:16.028838 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8a9654c9-c658-4edd-bc9d-c348494dca21 req-acb7ac88-5068-4c30-82cf-efba5248afaa tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466499 May 26 18:06:16.335352 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927b954-a8d3-466e-81e3-c53540a304a9 req-e67e643d-6777-4d34-9aef-7ab8e8b5f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:16.336890 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a927b954-a8d3-466e-81e3-c53540a304a9 req-e67e643d-6777-4d34-9aef-7ab8e8b5f731 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 1127 time: 0.1229033 May 26 18:06:16.346151 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e1e1d-88c9-4b18-b979-8779b82c6461 req-645336aa-f647-4a2f-8db2-28a066abd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:16.347811 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-709e1e1d-88c9-4b18-b979-8779b82c6461 req-645336aa-f647-4a2f-8db2-28a066abd548 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 200 len: 854 time: 0.1538894 May 26 18:06:16.364888 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1370c97-fa1b-48b2-a6b7-3cd470c7fbfc req-95078531-25bd-46cd-a487-b8e67651a69c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:16.366746 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a1370c97-fa1b-48b2-a6b7-3cd470c7fbfc req-95078531-25bd-46cd-a487-b8e67651a69c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 944 time: 0.0561447 May 26 18:06:16.384362 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcd9a-c9ff-47a7-988c-69928c3cf5f3 req-33c3becf-bf22-4bd1-87c9-b65e7d7153f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:16.385938 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-06bbcd9a-c9ff-47a7-988c-69928c3cf5f3 req-33c3becf-bf22-4bd1-87c9-b65e7d7153f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 912 time: 0.1941481 May 26 18:06:16.428688 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a1370c97-fa1b-48b2-a6b7-3cd470c7fbfc req-bf5fa2a5-acf0-4567-a467-c6abcd54e08a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=46840777-7bc5-49c5-8ecb-f761ef36c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534613 May 26 18:06:16.700216 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaba43-f1e9-41d0-8192-2603060f6706 req-d4a3f17b-abca-4940-96e9-af064eef82c0 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:16.701931 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0dcaba43-f1e9-41d0-8192-2603060f6706 req-d4a3f17b-abca-4940-96e9-af064eef82c0 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 944 time: 0.0557771 May 26 18:06:16.780426 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device def34736-9172-4fd2-aaf3-a11444afd3f9 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:06:16.795289 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0dcaba43-f1e9-41d0-8192-2603060f6706 req-38452886-ee90-4dfa-83ca-0fc8107f3100 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845034 May 26 18:06:16.896447 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac9706-7455-44bd-90c4-dbd1502bab38 req-7d5128e1-8cd7-4900-ab12-b004676325f6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:16.898215 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e2ac9706-7455-44bd-90c4-dbd1502bab38 req-7d5128e1-8cd7-4900-ab12-b004676325f6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0559034 May 26 18:06:16.996069 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:17.027205 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:17.036147 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-06bbcd9a-c9ff-47a7-988c-69928c3cf5f3 req-871217dc-3da2-45ef-aff1-da260fe41d29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0be12dc6-5e46-49db-9a74-e8a86e2b117d HTTP/1.1" status: 200 len: 217 time: 0.0714474 May 26 18:06:17.042432 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e2ac9706-7455-44bd-90c4-dbd1502bab38 req-d4efcbde-6e74-427c-8f66-482ab7070ac2 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382692 May 26 18:06:17.046388 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port def34736-9172-4fd2-aaf3-a11444afd3f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=def34736-9172-4fd2-aaf3-a11444afd3f9,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:17.062215 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': 'def34736-9172-4fd2-aaf3-a11444afd3f9', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'port_id': 'def34736-9172-4fd2-aaf3-a11444afd3f9', 'mac_address': 'fa:16:3e:6d:db:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:06:17.107527 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e1e1d-88c9-4b18-b979-8779b82c6461 req-2841834d-c1a3-4482-bd41-488985fa84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:17.109083 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-709e1e1d-88c9-4b18-b979-8779b82c6461 req-2841834d-c1a3-4482-bd41-488985fa84df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=481c535b-a9e7-4c84-8151-52762a8d6376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1436198 May 26 18:06:17.139882 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port def34736-9172-4fd2-aaf3-a11444afd3f9 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:17.140643 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:17.144960 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927b954-a8d3-466e-81e3-c53540a304a9 req-22b1c87c-d051-4fef-a877-43f01a9891f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:17.146610 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a927b954-a8d3-466e-81e3-c53540a304a9 req-22b1c87c-d051-4fef-a877-43f01a9891f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 918 time: 0.1832528 May 26 18:06:17.162322 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def34736-9172-4fd2-aaf3-a11444afd3f9 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:06:17.190106 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867382b-9066-4522-ae82-fb4f99821d3a req-24cd109d-b0d4-4f58-b412-cc7b75702f2d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:17.192287 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port def34736-9172-4fd2-aaf3-a11444afd3f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=def34736-9172-4fd2-aaf3-a11444afd3f9,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:17.193268 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2867382b-9066-4522-ae82-fb4f99821d3a req-24cd109d-b0d4-4f58-b412-cc7b75702f2d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.0660827 May 26 18:06:17.196744 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:17.241665 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:17.251564 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=def34736-9172-4fd2-aaf3-a11444afd3f9,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:17.272096 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2867382b-9066-4522-ae82-fb4f99821d3a req-82948466-a2e5-4491-a9e4-3d3ae8e2dd7e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0721159 May 26 18:06:17.473650 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['def34736-9172-4fd2-aaf3-a11444afd3f9'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:06:17.561129 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe198ccc-fc85-4336-9730-f381f86d9af0 req-3cfb6c06-f2c4-4734-bd8f-a06cea1b7e11 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:17.562591 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fe198ccc-fc85-4336-9730-f381f86d9af0 req-3cfb6c06-f2c4-4734-bd8f-a06cea1b7e11 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 945 time: 0.0570929 May 26 18:06:17.625066 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fe198ccc-fc85-4336-9730-f381f86d9af0 req-9f62e8f9-2a67-49d2-a0be-c873c6fd229f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=46840777-7bc5-49c5-8ecb-f761ef36c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523071 May 26 18:06:17.946801 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b45e-97c3-4330-818d-06d3afe70466 req-a6a356b0-b62b-42a6-b014-41c4be7aba9a tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:17.948422 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e239b45e-97c3-4330-818d-06d3afe70466 req-a6a356b0-b62b-42a6-b014-41c4be7aba9a tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 944 time: 0.0549102 May 26 18:06:18.003358 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e239b45e-97c3-4330-818d-06d3afe70466 req-3c735ac8-1883-4565-a48d-0ebf753ba5d9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488453 May 26 18:06:18.015475 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-fa463091-4f27-4c81-90c6-248d0a6defbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:18.184945 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c7684-0631-425c-899b-5a3b623ecc26 req-d63f60da-4086-43fd-bee2-9c8e69d968ff tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:18.186537 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2f9c7684-0631-425c-899b-5a3b623ecc26 req-d63f60da-4086-43fd-bee2-9c8e69d968ff tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.0601351 May 26 18:06:18.240929 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2f9c7684-0631-425c-899b-5a3b623ecc26 req-1572602a-6d5e-4cd2-a07a-ee46da34e4da tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475442 May 26 18:06:18.454551 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29d9a4-4d6d-458f-a322-44490caf5200 req-eb5aee0b-ae9d-413d-93c9-542b5b5c3a4f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:18.456210 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4e29d9a4-4d6d-458f-a322-44490caf5200 req-eb5aee0b-ae9d-413d-93c9-542b5b5c3a4f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.0558367 May 26 18:06:18.510205 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4e29d9a4-4d6d-458f-a322-44490caf5200 req-880b8cb6-94c5-4370-939d-db09c73e51ab tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472531 May 26 18:06:18.747347 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-481dd694-1e14-4842-9855-45481db32c22 req-2f2f8ffd-9bac-4255-a8e9-c556b90aed9b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465753 May 26 18:06:18.765279 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a927b954-a8d3-466e-81e3-c53540a304a9 req-76d37e4b-72e0-4215-9105-210f6c3263de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4d056e-de52-4943-ab5b-725a0214cc05 HTTP/1.1" status: 200 len: 217 time: 0.1117511 May 26 18:06:18.805647 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4f4d056e-de52-4943-ab5b-725a0214cc05 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:06:18.809518 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device def34736-9172-4fd2-aaf3-a11444afd3f9 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:06:18.821370 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:18.916594 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcd9a-c9ff-47a7-988c-69928c3cf5f3 req-3ce1d5a1-fbb4-4257-95d2-9f52ff1d96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:18.919199 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-06bbcd9a-c9ff-47a7-988c-69928c3cf5f3 req-3ce1d5a1-fbb4-4257-95d2-9f52ff1d96dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.2645950 May 26 18:06:18.928681 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port def34736-9172-4fd2-aaf3-a11444afd3f9 completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:06:18.942753 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff8f10-6237-4ac4-84bf-a356e4e287f6 req-5c83f3ba-aecc-4a62-8020-dbe5fdd97b73 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:18.943650 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port def34736-9172-4fd2-aaf3-a11444afd3f9 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:18.944059 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:18.958058 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-92ff8f10-6237-4ac4-84bf-a356e4e287f6 req-5c83f3ba-aecc-4a62-8020-dbe5fdd97b73 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 945 time: 0.2373683 May 26 18:06:19.014725 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4f4d056e-de52-4943-ab5b-725a0214cc05,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:19.037590 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'port_id': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'mac_address': 'fa:16:3e:91:08:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:06:19.082191 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-709e1e1d-88c9-4b18-b979-8779b82c6461 req-58af91cd-2474-49c9-b7f7-28021c97fb15 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299192 May 26 18:06:19.101796 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927b954-a8d3-466e-81e3-c53540a304a9 req-b0c350c1-db44-49bd-8183-b754f9a348af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:19.103276 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a927b954-a8d3-466e-81e3-c53540a304a9 req-b0c350c1-db44-49bd-8183-b754f9a348af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 200 len: 856 time: 0.2595098 May 26 18:06:19.125143 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port def34736-9172-4fd2-aaf3-a11444afd3f9 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:19.125143 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.126821 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 4f4d056e-de52-4943-ab5b-725a0214cc05 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:19.127196 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.137172 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:19.138406 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcd9a-c9ff-47a7-988c-69928c3cf5f3 req-78ce9af0-526e-4e4c-b75a-fe2b243ac004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:19.140361 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-06bbcd9a-c9ff-47a7-988c-69928c3cf5f3 req-78ce9af0-526e-4e4c-b75a-fe2b243ac004 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1635182 May 26 18:06:19.163337 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4d056e-de52-4943-ab5b-725a0214cc05 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:06:19.175106 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def34736-9172-4fd2-aaf3-a11444afd3f9'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:19.178049 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7107908-a1b2-432c-bb06-250fddd1a241" -d '{"events": [{"server_uuid": "8a2d2dde-ab10-41d4-ab33-ad703f697b84", "name": "network-vif-plugged", "status": "completed", "tag": "def34736-9172-4fd2-aaf3-a11444afd3f9"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:19.197904 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:19.209926 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port def34736-9172-4fd2-aaf3-a11444afd3f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=def34736-9172-4fd2-aaf3-a11444afd3f9,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:19.215023 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4f4d056e-de52-4943-ab5b-725a0214cc05,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:19.217193 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.223020 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.224747 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0be12dc6-5e46-49db-9a74-e8a86e2b117d details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:06:19.265294 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:19.270583 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dd694-1e14-4842-9855-45481db32c22 req-4a234c99-a2db-4984-b490-e841d2f39484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:19.272288 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-481dd694-1e14-4842-9855-45481db32c22 req-4a234c99-a2db-4984-b490-e841d2f39484 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53288d567a8f426bb068908db481e32e&device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 1129 time: 0.4051921 May 26 18:06:19.307242 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-9f6e53f1-27b9-4a05-bc46-f4fc8d730744 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:19.311072 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-9f6e53f1-27b9-4a05-bc46-f4fc8d730744 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.62 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1191471 May 26 18:06:19.313404 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=def34736-9172-4fd2-aaf3-a11444afd3f9,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:19.408142 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927b954-a8d3-466e-81e3-c53540a304a9 req-b19ec896-eed9-499f-bc9f-fa530667b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:19.409456 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a927b954-a8d3-466e-81e3-c53540a304a9 req-b19ec896-eed9-499f-bc9f-fa530667b820 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cd2844c-2075-4a75-ad58-855aef5bd960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2841780 May 26 18:06:19.420307 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-92ff8f10-6237-4ac4-84bf-a356e4e287f6 req-71f4abbc-2da3-4b7d-b97b-64f8f5a6350e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=46840777-7bc5-49c5-8ecb-f761ef36c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4610374 May 26 18:06:19.428890 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=4f4d056e-de52-4943-ab5b-725a0214cc05,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:19.441659 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0be12dc6-5e46-49db-9a74-e8a86e2b117d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0be12dc6-5e46-49db-9a74-e8a86e2b117d,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:19.450347 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7d23b-fd6d-4183-9c43-4431c5055a1c req-24a1a112-883a-4043-9bb5-696c5dbbb596 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:19.456317 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '0be12dc6-5e46-49db-9a74-e8a86e2b117d', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'port_id': '0be12dc6-5e46-49db-9a74-e8a86e2b117d', 'mac_address': 'fa:16:3e:a2:22:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:06:19.458276 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3cb7d23b-fd6d-4183-9c43-4431c5055a1c req-24a1a112-883a-4043-9bb5-696c5dbbb596 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 944 time: 0.2706735 May 26 18:06:19.502681 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 0be12dc6-5e46-49db-9a74-e8a86e2b117d is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:19.503039 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.520601 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be12dc6-5e46-49db-9a74-e8a86e2b117d {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:06:19.541648 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3cb7d23b-fd6d-4183-9c43-4431c5055a1c req-581addba-0a41-4c43-ae0c-83d33181a344 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821850 May 26 18:06:19.554014 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-709e1e1d-88c9-4b18-b979-8779b82c6461 req-0923646b-bff2-44f0-97dd-01f03f03e499 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438777 May 26 18:06:19.568814 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-06bbcd9a-c9ff-47a7-988c-69928c3cf5f3 req-b4b199e4-37d3-4a0d-b36e-5478276a5fd5 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729651 May 26 18:06:19.571778 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0be12dc6-5e46-49db-9a74-e8a86e2b117d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0be12dc6-5e46-49db-9a74-e8a86e2b117d,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:19.577475 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.686003 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dd694-1e14-4842-9855-45481db32c22 req-8e31726e-c368-499e-b81b-d0532f424ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:19.687732 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-481dd694-1e14-4842-9855-45481db32c22 req-8e31726e-c368-499e-b81b-d0532f424ed4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 200 len: 920 time: 0.3732486 May 26 18:06:19.715155 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=0be12dc6-5e46-49db-9a74-e8a86e2b117d,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:19.718926 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7129a3c-aef6-4df0-b2f9-e779e90855bf x-openstack-request-id: req-c7129a3c-aef6-4df0-b2f9-e779e90855bf {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:19.719240 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2d2dde-ab10-41d4-ab33-ad703f697b84", "name": "network-vif-plugged", "status": "completed", "tag": "def34736-9172-4fd2-aaf3-a11444afd3f9", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:19.719497 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7129a3c-aef6-4df0-b2f9-e779e90855bf {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:19.719888 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7129a3c-aef6-4df0-b2f9-e779e90855bf'] response: {'server_uuid': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def34736-9172-4fd2-aaf3-a11444afd3f9', 'code': 200} May 26 18:06:19.745744 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-06bbcd9a-c9ff-47a7-988c-69928c3cf5f3 req-7db962bc-8ff2-4fdb-8966-d62b64ff7854 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657093 May 26 18:06:19.748254 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a927b954-a8d3-466e-81e3-c53540a304a9 req-97d4a213-3820-427e-82f9-bbb8af95f0fb service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247800 May 26 18:06:19.814484 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-481dd694-1e14-4842-9855-45481db32c22 req-bb685b75-4c5e-4c5e-9b75-c86570c0ab44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa3e5cd-83db-40dc-825f-91ed2c94a915 HTTP/1.1" status: 200 len: 217 time: 0.0852480 May 26 18:06:19.817953 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Deleting port b29d6acf-04aa-4714-90fd-8db0f59d3e5c {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:06:19.818295 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.858872 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbb073-2003-48c3-97ed-3c1f1efce7f6 req-3dc06bf6-7de7-4d1c-a2d1-15666a6177f6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:19.860678 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-befbb073-2003-48c3-97ed-3c1f1efce7f6 req-3dc06bf6-7de7-4d1c-a2d1-15666a6177f6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 944 time: 0.1510954 May 26 18:06:19.861272 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:19.888175 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cabd7-a16a-4681-b934-b869b7c86be2 req-65cdfaf9-a065-4828-8cf8-7dd61385375d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:19.889757 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-776cabd7-a16a-4681-b934-b869b7c86be2 req-65cdfaf9-a065-4828-8cf8-7dd61385375d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 945 time: 0.1758139 May 26 18:06:19.951920 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ea538-6cae-43e3-b4b3-09bc34ecc4d6 req-fbc4ba10-33c5-44a2-a298-df85b41356c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:19.953499 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-db4ea538-6cae-43e3-b4b3-09bc34ecc4d6 req-fbc4ba10-33c5-44a2-a298-df85b41356c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 1130 time: 0.0904162 May 26 18:06:19.981251 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['4f4d056e-de52-4943-ab5b-725a0214cc05'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:06:19.981473 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dd694-1e14-4842-9855-45481db32c22 req-35c2a9b5-0790-4572-a673-9a9e76703a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:19.982852 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-481dd694-1e14-4842-9855-45481db32c22 req-35c2a9b5-0790-4572-a673-9a9e76703a9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 200 len: 858 time: 0.1455388 May 26 18:06:20.009060 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:20.013463 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a927b954-a8d3-466e-81e3-c53540a304a9 req-94514dc2-dd68-42d8-abca-c75bf8efb849 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310607 May 26 18:06:20.037211 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-befbb073-2003-48c3-97ed-3c1f1efce7f6 req-f8839c4b-9e82-41f3-9805-0ad0e3f22a21 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1307151 May 26 18:06:20.041273 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] For port b29d6acf-04aa-4714-90fd-8db0f59d3e5c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b29d6acf-04aa-4714-90fd-8db0f59d3e5c,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:20.041647 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:20.044880 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-776cabd7-a16a-4681-b934-b869b7c86be2 req-6fbe7177-ebbc-4b22-91cc-df429e16cf88 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ede83d-3331-4d59-8f5d-315e1446039f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369410 May 26 18:06:20.083115 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-db4ea538-6cae-43e3-b4b3-09bc34ecc4d6 req-b470ff1e-b280-41d9-8fc2-823268b6a09a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=46840777-7bc5-49c5-8ecb-f761ef36c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123035 May 26 18:06:20.084220 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['0be12dc6-5e46-49db-9a74-e8a86e2b117d'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:06:20.099315 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dd694-1e14-4842-9855-45481db32c22 req-cdb7adaa-f97f-405c-91d0-d868f9b8f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:20.100960 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-481dd694-1e14-4842-9855-45481db32c22 req-cdb7adaa-f97f-405c-91d0-d868f9b8f84f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1073165 May 26 18:06:20.243358 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f4192daa-da5a-4ba6-95ca-64827e63ba26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:20.304664 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:20.305291 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (1ee58ce1-ae95-40c7-8853-0aaad94eaceb), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:20.305291 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Floating IP 1ee58ce1-ae95-40c7-8853-0aaad94eaceb disassociated. External IP: 172.27.0.68, port: b29d6acf-04aa-4714-90fd-8db0f59d3e5c. May 26 18:06:20.305663 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Calling delete_port for b29d6acf-04aa-4714-90fd-8db0f59d3e5c owned by compute:nova {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:06:20.314723 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:20.364396 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:20.460407 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-481dd694-1e14-4842-9855-45481db32c22 req-9e3293f4-75f0-439a-aa34-bc1098b852f8 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520731 May 26 18:06:20.507854 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=71 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:20.612405 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-481dd694-1e14-4842-9855-45481db32c22 req-7871f0e9-5e17-4692-8934-df98febadba3 service neutron] 10.222.0.62 "GET /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415238 May 26 18:06:20.614794 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (b29d6acf-04aa-4714-90fd-8db0f59d3e5c), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:20.616518 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=90 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:20.647037 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event deleted for resources: {'Port': ['ID=b29d6acf-04aa-4714-90fd-8db0f59d3e5c,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:20.686845 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4cf5f-4e8c-4bf1-b3b7-e22056cbe56f req-18007690-7a63-46e0-8e04-f05db54c55cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:20.688519 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d9f4cf5f-4e8c-4bf1-b3b7-e22056cbe56f req-18007690-7a63-46e0-8e04-f05db54c55cd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 945 time: 0.0594783 May 26 18:06:20.736901 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfc6e-7a3f-4802-89c9-19538b3a78ec req-22b64139-3ea2-4fde-bb7c-046a4701e5b5 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:20.738442 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-46fbfc6e-7a3f-4802-89c9-19538b3a78ec req-22b64139-3ea2-4fde-bb7c-046a4701e5b5 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 946 time: 0.0954206 May 26 18:06:20.740678 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d9f4cf5f-4e8c-4bf1-b3b7-e22056cbe56f req-f559f361-f9c3-40e1-9e60-a8f69a9a0e92 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458698 May 26 18:06:20.802285 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:20.842644 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-46fbfc6e-7a3f-4802-89c9-19538b3a78ec req-e8359e5b-cda4-4e70-9914-6f4e8976c8bc tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=46840777-7bc5-49c5-8ecb-f761ef36c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913129 May 26 18:06:20.851114 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Router 52382004-7f79-4e59-aa0b-bcab076a4e8b has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:06:20.961366 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:06:20.974453 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181f57b-1748-466f-8503-e079c3ebb39b None None] Sync routers for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:06:20.989993 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181f57b-1748-466f-8503-e079c3ebb39b None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:20.989993 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-a181f57b-1748-466f-8503-e079c3ebb39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:21.032512 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] No DVR routers for this DVR port b29d6acf-04aa-4714-90fd-8db0f59d3e5c on host hv-cinder-83607 {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:06:21.037197 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:21.042539 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0705e60f-6a46-45f7-a922-b776bf6dcc3c req-3f5d1bf2-b3d6-4569-ae0f-c0e19e9a9f6f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.62 "DELETE /v2.0/ports/b29d6acf-04aa-4714-90fd-8db0f59d3e5c HTTP/1.1" status: 204 len: 173 time: 1.7212327 May 26 18:06:21.043200 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'name': 'network-vif-deleted', 'tag': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:21.048062 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ef9e3c-07c2-4572-b339-52c9531a2443" -d '{"events": [{"server_uuid": "bcca8b79-ed51-48fa-85ad-4af0a09f7c20", "name": "network-vif-deleted", "tag": "b29d6acf-04aa-4714-90fd-8db0f59d3e5c"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:21.128764 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dbf1a5-69ce-4adc-ae7d-ec8cc6fc01e8 x-openstack-request-id: req-58dbf1a5-69ce-4adc-ae7d-ec8cc6fc01e8 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:21.129195 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcca8b79-ed51-48fa-85ad-4af0a09f7c20", "name": "network-vif-deleted", "tag": "b29d6acf-04aa-4714-90fd-8db0f59d3e5c", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:21.130139 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58dbf1a5-69ce-4adc-ae7d-ec8cc6fc01e8 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:21.130774 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58dbf1a5-69ce-4adc-ae7d-ec8cc6fc01e8'] response: {'server_uuid': 'bcca8b79-ed51-48fa-85ad-4af0a09f7c20', 'name': 'network-vif-deleted', 'tag': 'b29d6acf-04aa-4714-90fd-8db0f59d3e5c', 'status': 'completed', 'code': 200} May 26 18:06:21.175723 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-a181f57b-1748-466f-8503-e079c3ebb39b None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:21.238614 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-69f19760-430a-4524-9669-2e12fd6a3e0e req-08d67fdb-7203-4810-a6ed-173e817d30fe tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcca8b79-ed51-48fa-85ad-4af0a09f7c20 HTTP/1.1" status: 200 len: 210 time: 0.0548007 May 26 18:06:21.283139 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4172e-d358-40aa-8194-776df547b39c req-a80c872b-191f-42c1-8854-a2c16e1a31da tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:21.284711 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-56d4172e-d358-40aa-8194-776df547b39c req-a80c872b-191f-42c1-8854-a2c16e1a31da tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 944 time: 0.0554805 May 26 18:06:21.330543 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:21.340576 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-56d4172e-d358-40aa-8194-776df547b39c req-0a4aec50-3886-4dbf-830b-40da01ccd0ea tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0496843 May 26 18:06:21.403032 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-a181f57b-1748-466f-8503-e079c3ebb39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:21.426831 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181f57b-1748-466f-8503-e079c3ebb39b None None] Checking router: 52382004-7f79-4e59-aa0b-bcab076a4e8b for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:06:21.435445 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181f57b-1748-466f-8503-e079c3ebb39b None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:21.436075 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-a181f57b-1748-466f-8503-e079c3ebb39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:21.541116 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:21.550084 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-a181f57b-1748-466f-8503-e079c3ebb39b None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:21.578621 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4f4d056e-de52-4943-ab5b-725a0214cc05 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:06:21.716427 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port 4f4d056e-de52-4943-ab5b-725a0214cc05 completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:06:21.726109 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 4f4d056e-de52-4943-ab5b-725a0214cc05 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:21.726512 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:21.882087 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932c0af-5e61-4bdc-b4a9-27356a7d269f req-bdd3a8eb-9552-4be0-ad4c-32f37111d0f8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:21.883824 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b932c0af-5e61-4bdc-b4a9-27356a7d269f req-bdd3a8eb-9552-4be0-ad4c-32f37111d0f8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 945 time: 0.0512786 May 26 18:06:21.937400 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:21.947632 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b932c0af-5e61-4bdc-b4a9-27356a7d269f req-82c1fb7d-0e78-4d1a-9347-4d5581a114e5 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568480 May 26 18:06:21.978084 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-a181f57b-1748-466f-8503-e079c3ebb39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:21.984286 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fd399-4e6b-45b4-9a15-826e88a607a8 req-936f7cf7-8c7b-451f-8f04-d3a7327fb44c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:21.986082 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e40fd399-4e6b-45b4-9a15-826e88a607a8 req-936f7cf7-8c7b-451f-8f04-d3a7327fb44c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 946 time: 0.0650136 May 26 18:06:22.017831 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181f57b-1748-466f-8503-e079c3ebb39b None None] The sync data for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi is: [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:06:22.021820 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 4f4d056e-de52-4943-ab5b-725a0214cc05 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:22.022452 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:22.073641 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e40fd399-4e6b-45b4-9a15-826e88a607a8 req-9279aa9f-5be8-45cc-8554-8bb78bb6d36f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=46840777-7bc5-49c5-8ecb-f761ef36c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804245 May 26 18:06:22.078208 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:22.084104 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff6628a-0f9c-48ba-bacc-bf40bb5bd773" -d '{"events": [{"server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "name": "network-vif-plugged", "status": "completed", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:22.086079 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4f4d056e-de52-4943-ab5b-725a0214cc05,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:22.091695 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:22.092700 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0be12dc6-5e46-49db-9a74-e8a86e2b117d up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:06:22.154668 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb0f239-0364-443b-9861-7962fd1e9cbc x-openstack-request-id: req-3bb0f239-0364-443b-9861-7962fd1e9cbc {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:22.155241 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "name": "network-vif-plugged", "status": "completed", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:22.155536 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3bb0f239-0364-443b-9861-7962fd1e9cbc {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:22.155939 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb0f239-0364-443b-9861-7962fd1e9cbc'] response: {'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'code': 200} May 26 18:06:22.192403 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=4f4d056e-de52-4943-ab5b-725a0214cc05,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:22.195776 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port 0be12dc6-5e46-49db-9a74-e8a86e2b117d completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:06:22.203745 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 0be12dc6-5e46-49db-9a74-e8a86e2b117d triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:22.204256 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:22.238710 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a72764-d6bd-4410-abd8-47f851fa66a8 req-371287d8-3f2e-402e-8ef9-300915ee2538 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:22.243693 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-20a72764-d6bd-4410-abd8-47f851fa66a8 req-371287d8-3f2e-402e-8ef9-300915ee2538 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 946 time: 0.0784039 May 26 18:06:22.253637 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43908) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:22.262043 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-50cc4bb1-76b8-4fd8-a7fa-fea818ef7c84 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'floatingip': {'port_id': 'def34736-9172-4fd2-aaf3-a11444afd3f9'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:22.311247 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 0be12dc6-5e46-49db-9a74-e8a86e2b117d is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:22.311462 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:22.321791 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-50cc4bb1-76b8-4fd8-a7fa-fea818ef7c84 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (8a6ef848-fcf6-4e03-839c-cf1de313179b), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:22.350681 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 0be12dc6-5e46-49db-9a74-e8a86e2b117d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0be12dc6-5e46-49db-9a74-e8a86e2b117d,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:22.354292 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:22.390175 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43916) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:22.418383 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=0be12dc6-5e46-49db-9a74-e8a86e2b117d,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:22.440482 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe09c2-813c-4c2f-aec2-4f907ef235f2 req-8998862a-eacd-4033-8a5f-bb61615ff1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:22.442378 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4dfe09c2-813c-4c2f-aec2-4f907ef235f2 req-8998862a-eacd-4033-8a5f-bb61615ff1d2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 1129 time: 0.1054115 May 26 18:06:22.458834 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e302e-b679-4c05-a066-ba982369eb87 None None] New status for floating IP 1ee58ce1-ae95-40c7-8853-0aaad94eaceb: DOWN {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:06:22.501690 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:22.530836 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3a381-d4de-4cf0-bc2b-38ebb590a33a req-1e87c8d3-8ba3-45d4-88ba-5a2f4fc69d1f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:22.539278 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1cc3a381-d4de-4cf0-bc2b-38ebb590a33a req-1e87c8d3-8ba3-45d4-88ba-5a2f4fc69d1f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0766013 May 26 18:06:22.543696 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:22.544660 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:22.563690 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4dfe09c2-813c-4c2f-aec2-4f907ef235f2 req-cc28a243-876b-44a1-9a59-cec7dbc91481 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1157694 May 26 18:06:22.572340 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:22.602555 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1cc3a381-d4de-4cf0-bc2b-38ebb590a33a req-1c42f9ef-9aaa-4cb9-ae47-be5d8d2230c8 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623801 May 26 18:06:22.806993 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-564c8e40-26e4-485f-ac1f-4e04639ebc62 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group (58ede83d-3331-4d59-8f5d-315e1446039f), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:22.846277 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-564c8e40-26e4-485f-ac1f-4e04639ebc62 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group (58ede83d-3331-4d59-8f5d-315e1446039f), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:22.914466 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device b29d6acf-04aa-4714-90fd-8db0f59d3e5c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:06:22.940757 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: b29d6acf-04aa-4714-90fd-8db0f59d3e5c {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:06:22.941237 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device b29d6acf-04aa-4714-90fd-8db0f59d3e5c not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:06:23.107194 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-564c8e40-26e4-485f-ac1f-4e04639ebc62 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (58ede83d-3331-4d59-8f5d-315e1446039f), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:23.110599 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-564c8e40-26e4-485f-ac1f-4e04639ebc62 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:23.115503 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-564c8e40-26e4-485f-ac1f-4e04639ebc62 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "DELETE /v2.0/security-groups/58ede83d-3331-4d59-8f5d-315e1446039f HTTP/1.1" status: 204 len: 168 time: 0.7206538 May 26 18:06:23.116129 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43920) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:23.133438 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.api.v2.resource [None req-d9a23d6a-0b49-4f2e-a061-1af3fe7396e7 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] show failed (client error): The resource could not be found. May 26 18:06:23.134568 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d9a23d6a-0b49-4f2e-a061-1af3fe7396e7 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups/58ede83d-3331-4d59-8f5d-315e1446039f HTTP/1.1" status: 404 len: 347 time: 0.0173693 May 26 18:06:23.137611 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43922) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:23.169106 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c8e40-26e4-485f-ac1f-4e04639ebc62 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ede83d-3331-4d59-8f5d-315e1446039f,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:23.216758 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26b82f-bb63-4a3c-aa53-aa7cab638d3c req-94d61959-2efc-4a26-bebe-fda57238b057 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:23.220002 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0f26b82f-bb63-4a3c-aa53-aa7cab638d3c req-94d61959-2efc-4a26-bebe-fda57238b057 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 946 time: 0.1794951 May 26 18:06:23.267065 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-13312194-e8b9-4041-8f96-f05df65fa89e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Deleting port 18a9b73a-8e37-4b56-8c1b-579de9401608 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:06:23.267416 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-13312194-e8b9-4041-8f96-f05df65fa89e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (18a9b73a-8e37-4b56-8c1b-579de9401608), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:23.293695 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:23.356505 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-13312194-e8b9-4041-8f96-f05df65fa89e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (18a9b73a-8e37-4b56-8c1b-579de9401608), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:23.356903 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-13312194-e8b9-4041-8f96-f05df65fa89e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (18a9b73a-8e37-4b56-8c1b-579de9401608), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:23.372069 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-13312194-e8b9-4041-8f96-f05df65fa89e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Calling delete_port for 18a9b73a-8e37-4b56-8c1b-579de9401608 owned by network:floatingip {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:06:23.424048 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0f26b82f-bb63-4a3c-aa53-aa7cab638d3c req-a44a7036-3b3c-48c9-9e78-b95de86cbed6 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948204 May 26 18:06:23.425829 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.db.resource_extend [None req-50cc4bb1-76b8-4fd8-a7fa-fea818ef7c84 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 18:06:23.479336 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-50cc4bb1-76b8-4fd8-a7fa-fea818ef7c84 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:23.484690 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-50cc4bb1-76b8-4fd8-a7fa-fea818ef7c84 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (8a6ef848-fcf6-4e03-839c-cf1de313179b), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:23.599903 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.l3_db [None req-50cc4bb1-76b8-4fd8-a7fa-fea818ef7c84 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Floating IP 8a6ef848-fcf6-4e03-839c-cf1de313179b associated. External IP: 172.27.0.131, port: def34736-9172-4fd2-aaf3-a11444afd3f9. May 26 18:06:23.778068 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-13312194-e8b9-4041-8f96-f05df65fa89e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (18a9b73a-8e37-4b56-8c1b-579de9401608), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:23.803831 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13312194-e8b9-4041-8f96-f05df65fa89e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event deleted for resources: {'Port': ['ID=18a9b73a-8e37-4b56-8c1b-579de9401608,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:23.883609 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cc4bb1-76b8-4fd8-a7fa-fea818ef7c84 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Router 38e7beef-54ca-46f0-bad8-41c952f715dd has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:06:23.911460 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52079d21-1877-4841-9557-1497a894e72f req-598df6f0-6692-451c-a81d-deec6b724135 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:23.912974 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-52079d21-1877-4841-9557-1497a894e72f req-598df6f0-6692-451c-a81d-deec6b724135 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0832369 May 26 18:06:23.918170 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-13312194-e8b9-4041-8f96-f05df65fa89e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (1ee58ce1-ae95-40c7-8853-0aaad94eaceb), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:23.920825 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-13312194-e8b9-4041-8f96-f05df65fa89e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:23.921951 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-13312194-e8b9-4041-8f96-f05df65fa89e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "DELETE /v2.0/floatingips/1ee58ce1-ae95-40c7-8853-0aaad94eaceb HTTP/1.1" status: 204 len: 168 time: 0.7834203 May 26 18:06:23.955979 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:23.975709 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-52079d21-1877-4841-9557-1497a894e72f req-02bb2142-d78c-49a1-bacd-aa04c3a16bd9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526605 May 26 18:06:24.011024 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43932) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:24.015878 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-e82e0d48-8b1c-4cd0-982d-99a8f82e8ee5 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1975741140', 'description': 'tempest-description--1040120043'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:24.017786 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cc4bb1-76b8-4fd8-a7fa-fea818ef7c84 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:06:24.023067 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-50cc4bb1-76b8-4fd8-a7fa-fea818ef7c84 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.030407 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cf7433-1562-47f4-93fa-8446da7c2cf8 None None] Sync routers for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:06:24.037232 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:24.049564 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e82e0d48-8b1c-4cd0-982d-99a8f82e8ee5 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.058025 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cf7433-1562-47f4-93fa-8446da7c2cf8 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:24.059038 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-f2cf7433-1562-47f4-93fa-8446da7c2cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:24.064615 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-50cc4bb1-76b8-4fd8-a7fa-fea818ef7c84 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "PUT /v2.0/floatingips/8a6ef848-fcf6-4e03-839c-cf1de313179b HTTP/1.1" status: 200 len: 992 time: 1.8070190 May 26 18:06:24.065298 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'tag': 'def34736-9172-4fd2-aaf3-a11444afd3f9'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:24.068312 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5426adc0-d0a6-46af-bc9d-af1836c9b3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2d2dde-ab10-41d4-ab33-ad703f697b84", "tag": "def34736-9172-4fd2-aaf3-a11444afd3f9"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:24.119223 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b2c6c0-7631-491b-abf8-046445ea8f5c x-openstack-request-id: req-b5b2c6c0-7631-491b-abf8-046445ea8f5c {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:24.120319 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2d2dde-ab10-41d4-ab33-ad703f697b84", "tag": "def34736-9172-4fd2-aaf3-a11444afd3f9", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:24.120759 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b5b2c6c0-7631-491b-abf8-046445ea8f5c {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:24.121320 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b2c6c0-7631-491b-abf8-046445ea8f5c'] response: {'name': 'network-changed', 'server_uuid': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'tag': 'def34736-9172-4fd2-aaf3-a11444afd3f9', 'status': 'completed', 'code': 200} May 26 18:06:24.162514 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c73af69-886c-4f22-a6d3-001f566d3277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be12dc6-5e46-49db-9a74-e8a86e2b117d'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:24.164860 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8a192f-8b02-4f86-976b-d3c51836c747" -d '{"events": [{"server_uuid": "8c73af69-886c-4f22-a6d3-001f566d3277", "name": "network-vif-plugged", "status": "completed", "tag": "0be12dc6-5e46-49db-9a74-e8a86e2b117d"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:24.182310 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.220511 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec119d8-bb78-491f-a192-701f3a3926ad x-openstack-request-id: req-0ec119d8-bb78-491f-a192-701f3a3926ad {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:24.220814 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c73af69-886c-4f22-a6d3-001f566d3277", "name": "network-vif-plugged", "status": "completed", "tag": "0be12dc6-5e46-49db-9a74-e8a86e2b117d", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:24.221104 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ec119d8-bb78-491f-a192-701f3a3926ad {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:24.221444 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec119d8-bb78-491f-a192-701f3a3926ad'] response: {'server_uuid': '8c73af69-886c-4f22-a6d3-001f566d3277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be12dc6-5e46-49db-9a74-e8a86e2b117d', 'code': 200} May 26 18:06:24.226623 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc8835-c115-42c0-9dd4-92f2bc6c547c req-5e71fc0c-277d-4ec5-b927-16a59bfd28e2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:24.232258 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d7bc8835-c115-42c0-9dd4-92f2bc6c547c req-5e71fc0c-277d-4ec5-b927-16a59bfd28e2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.1415300 May 26 18:06:24.236169 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43940) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:24.241805 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-29d22994-803d-4c42-80f8-79ee32c192ee tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Request body: {'floatingip': {'port_id': '4f4d056e-de52-4943-ab5b-725a0214cc05'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:24.246751 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426adc0-d0a6-46af-bc9d-af1836c9b3ba req-814fa976-6c57-4b75-8733-7edee51a37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:24.247702 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-f2cf7433-1562-47f4-93fa-8446da7c2cf8 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:24.248310 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5426adc0-d0a6-46af-bc9d-af1836c9b3ba req-814fa976-6c57-4b75-8733-7edee51a37b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 1130 time: 0.0923336 May 26 18:06:24.270656 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e82e0d48-8b1c-4cd0-982d-99a8f82e8ee5 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group (360fa82f-0ddc-4304-b510-fdfb414444c5), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.280222 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e82e0d48-8b1c-4cd0-982d-99a8f82e8ee5 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (360fa82f-0ddc-4304-b510-fdfb414444c5), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.290245 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-29d22994-803d-4c42-80f8-79ee32c192ee tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (53cbf7ab-01f7-4cab-9669-e890f974cf89), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.301925 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:24.367013 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e82e0d48-8b1c-4cd0-982d-99a8f82e8ee5 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.368327 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-e82e0d48-8b1c-4cd0-982d-99a8f82e8ee5 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3561599 May 26 18:06:24.371515 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43942) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:24.376266 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-73672730-9a9f-4f41-9fc8-aab09cbf1cf4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Request body: {'security_group_rule': {'security_group_id': '360fa82f-0ddc-4304-b510-fdfb414444c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:24.382821 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0d48-8b1c-4cd0-982d-99a8f82e8ee5 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360fa82f-0ddc-4304-b510-fdfb414444c5,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:24.433250 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426adc0-d0a6-46af-bc9d-af1836c9b3ba req-7eb3e597-7bc7-4b18-b847-2d28835fd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:24.436029 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5426adc0-d0a6-46af-bc9d-af1836c9b3ba req-7eb3e597-7bc7-4b18-b847-2d28835fd6fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 916 time: 0.1693604 May 26 18:06:24.452416 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-73672730-9a9f-4f41-9fc8-aab09cbf1cf4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group_rule (979e5b8b-d881-4ed5-8e97-d5f407bc26eb), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.609201 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-f2cf7433-1562-47f4-93fa-8446da7c2cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '8a6ef848-fcf6-4e03-839c-cf1de313179b', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'def34736-9172-4fd2-aaf3-a11444afd3f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:6d:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:06Z', 'updated_at': '2022-05-26T18:06:23Z', 'revision_number': 1, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:24.615029 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5426adc0-d0a6-46af-bc9d-af1836c9b3ba req-1a6d970d-9f71-49d5-99ef-6376ebaad104 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def34736-9172-4fd2-aaf3-a11444afd3f9 HTTP/1.1" status: 200 len: 1000 time: 0.1724355 May 26 18:06:24.617743 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f913aff-0242-4b62-97be-bacc03774c9d req-0a972174-c124-4397-9710-efeb5b34093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:24.619278 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5f913aff-0242-4b62-97be-bacc03774c9d req-0a972174-c124-4397-9710-efeb5b34093a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 1130 time: 0.1120622 May 26 18:06:24.635912 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cf7433-1562-47f4-93fa-8446da7c2cf8 None None] Checking router: 38e7beef-54ca-46f0-bad8-41c952f715dd for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:06:24.646012 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cf7433-1562-47f4-93fa-8446da7c2cf8 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:24.646931 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-f2cf7433-1562-47f4-93fa-8446da7c2cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:24.662839 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6985-da3d-4358-a3ef-152c4824ce59 req-e8f7e927-1cec-454d-98ed-20a203b33598 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:24.664450 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-58af6985-da3d-4358-a3ef-152c4824ce59 req-e8f7e927-1cec-454d-98ed-20a203b33598 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 946 time: 0.0961170 May 26 18:06:24.673610 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-73672730-9a9f-4f41-9fc8-aab09cbf1cf4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group_rule (979e5b8b-d881-4ed5-8e97-d5f407bc26eb), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.684517 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-73672730-9a9f-4f41-9fc8-aab09cbf1cf4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (979e5b8b-d881-4ed5-8e97-d5f407bc26eb), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.714155 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:24.735514 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73672730-9a9f-4f41-9fc8-aab09cbf1cf4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979e5b8b-d881-4ed5-8e97-d5f407bc26eb,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:24.740000 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426adc0-d0a6-46af-bc9d-af1836c9b3ba req-b4716270-1ffc-416d-a13f-0a8b2937086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:24.741752 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5426adc0-d0a6-46af-bc9d-af1836c9b3ba req-b4716270-1ffc-416d-a13f-0a8b2937086a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 200 len: 854 time: 0.1099951 May 26 18:06:24.748934 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-73672730-9a9f-4f41-9fc8-aab09cbf1cf4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.752644 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-73672730-9a9f-4f41-9fc8-aab09cbf1cf4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776603 May 26 18:06:24.755499 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43946) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:24.765749 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-fd6e85e1-fd24-4f6e-be74-a339ac205694 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Request body: {'security_group_rule': {'security_group_id': '360fa82f-0ddc-4304-b510-fdfb414444c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:24.787089 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5f913aff-0242-4b62-97be-bacc03774c9d req-ebab4d04-bed9-442c-9ee8-d18b39c5d648 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608722 May 26 18:06:24.796323 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-f2cf7433-1562-47f4-93fa-8446da7c2cf8 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:24.799559 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426adc0-d0a6-46af-bc9d-af1836c9b3ba req-1ba65b7d-eaea-4142-8d97-c6f179dc7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:24.801907 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5426adc0-d0a6-46af-bc9d-af1836c9b3ba req-1ba65b7d-eaea-4142-8d97-c6f179dc7d69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=481c535b-a9e7-4c84-8151-52762a8d6376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498831 May 26 18:06:24.833350 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-58af6985-da3d-4358-a3ef-152c4824ce59 req-44631146-6ddf-48e5-848e-124443196742 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277909 May 26 18:06:24.858090 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd6e85e1-fd24-4f6e-be74-a339ac205694 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group_rule (2ffb325d-ec12-4b4c-955d-1d7eab87775c), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.859543 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:24.973751 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd6e85e1-fd24-4f6e-be74-a339ac205694 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group_rule (2ffb325d-ec12-4b4c-955d-1d7eab87775c), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.978680 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd6e85e1-fd24-4f6e-be74-a339ac205694 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (2ffb325d-ec12-4b4c-955d-1d7eab87775c), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.990026 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-29d22994-803d-4c42-80f8-79ee32c192ee tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:25.002547 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-29d22994-803d-4c42-80f8-79ee32c192ee tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (53cbf7ab-01f7-4cab-9669-e890f974cf89), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:25.007016 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e85e1-fd24-4f6e-be74-a339ac205694 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffb325d-ec12-4b4c-955d-1d7eab87775c,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:25.030275 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-f2cf7433-1562-47f4-93fa-8446da7c2cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '8a6ef848-fcf6-4e03-839c-cf1de313179b', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'def34736-9172-4fd2-aaf3-a11444afd3f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:6d:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:06Z', 'updated_at': '2022-05-26T18:06:23Z', 'revision_number': 1, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:25.042737 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd6e85e1-fd24-4f6e-be74-a339ac205694 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:25.047088 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-fd6e85e1-fd24-4f6e-be74-a339ac205694 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2888010 May 26 18:06:25.049646 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43948) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:25.055886 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:25.056804 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cf7433-1562-47f4-93fa-8446da7c2cf8 None None] The sync data for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi is: [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '8a6ef848-fcf6-4e03-839c-cf1de313179b', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'def34736-9172-4fd2-aaf3-a11444afd3f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:6d:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:06Z', 'updated_at': '2022-05-26T18:06:23Z', 'revision_number': 1, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:06:25.102852 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5426adc0-d0a6-46af-bc9d-af1836c9b3ba req-422b089c-b058-40db-b593-5dda92f4865b service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050055 May 26 18:06:25.116005 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:25.179342 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:25.227680 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5426adc0-d0a6-46af-bc9d-af1836c9b3ba req-c08af976-5217-43b0-85e5-a7919ff14330 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181269 May 26 18:06:25.309496 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7d16c-fc59-4b11-b445-d1c841cf0f45 None None] New status for floating IP 8a6ef848-fcf6-4e03-839c-cf1de313179b: ACTIVE {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:06:25.405974 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.l3_db [None req-29d22994-803d-4c42-80f8-79ee32c192ee tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Floating IP 53cbf7ab-01f7-4cab-9669-e890f974cf89 associated. External IP: 172.27.0.205, port: 4f4d056e-de52-4943-ab5b-725a0214cc05. May 26 18:06:25.409714 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:25.492725 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:25.719467 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Allocated IP 172.27.0.170 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/a015ed70-5d71-427d-89a4-b23cd8f9273d) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:25.768084 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d22994-803d-4c42-80f8-79ee32c192ee tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Router 160b2a10-3209-4a76-a356-fb34b111eca5 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:06:25.937740 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for port (a015ed70-5d71-427d-89a4-b23cd8f9273d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:25.950712 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:25.974159 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a635a9-ae40-4904-b0cf-b360c5a3e5f9 req-20439d9d-c0e5-4db4-b115-8794f11f794e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:25.975837 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d4a635a9-ae40-4904-b0cf-b360c5a3e5f9 req-20439d9d-c0e5-4db4-b115-8794f11f794e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 946 time: 0.0638070 May 26 18:06:25.977500 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d22994-803d-4c42-80f8-79ee32c192ee tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:06:25.983305 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-29d22994-803d-4c42-80f8-79ee32c192ee tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:25.989837 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c50318-586e-4b9c-9781-886415e70f03 None None] Sync routers for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:06:26.002581 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c50318-586e-4b9c-9781-886415e70f03 None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:26.003241 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-b2c50318-586e-4b9c-9781-886415e70f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:26.030631 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-29d22994-803d-4c42-80f8-79ee32c192ee tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "PUT /v2.0/floatingips/53cbf7ab-01f7-4cab-9669-e890f974cf89 HTTP/1.1" status: 200 len: 991 time: 1.7889721 May 26 18:06:26.035924 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (a015ed70-5d71-427d-89a4-b23cd8f9273d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:26.056225 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d4a635a9-ae40-4904-b0cf-b360c5a3e5f9 req-42cf10d4-66aa-4850-b258-1cf222f701ef tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747392 May 26 18:06:26.091671 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:26.095098 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:26.098826 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:26.119009 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event updated for resources: {'Port': ['ID=a015ed70-5d71-427d-89a4-b23cd8f9273d,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:26.140247 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-b2c50318-586e-4b9c-9781-886415e70f03 None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:26.142036 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:26.144353 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ecd69b-d0b5-47e1-b515-71ea8c35cbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:26.150332 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:26.177233 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (dacf80ce-f5de-4d5e-b95f-77272e0a4f51), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:26.177499 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:26.197389 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb5f4c8-631d-40db-94d5-1a7414a35808 x-openstack-request-id: req-2bb5f4c8-631d-40db-94d5-1a7414a35808 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:26.197693 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:26.197938 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2bb5f4c8-631d-40db-94d5-1a7414a35808 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:26.198366 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bb5f4c8-631d-40db-94d5-1a7414a35808'] response: {'name': 'network-changed', 'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'status': 'completed', 'code': 200} May 26 18:06:26.234093 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (a015ed70-5d71-427d-89a4-b23cd8f9273d), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:26.386941 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecd69b-d0b5-47e1-b515-71ea8c35cbfd req-b40062ed-4029-4562-b5ae-6312b2d27e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:26.388555 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e2ecd69b-d0b5-47e1-b515-71ea8c35cbfd req-b40062ed-4029-4562-b5ae-6312b2d27e22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 1129 time: 0.0566263 May 26 18:06:26.527615 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for port (a015ed70-5d71-427d-89a4-b23cd8f9273d), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:26.534354 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (a015ed70-5d71-427d-89a4-b23cd8f9273d), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:26.547063 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-b2c50318-586e-4b9c-9781-886415e70f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '53cbf7ab-01f7-4cab-9669-e890f974cf89', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'port_id': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'mac_address': 'fa:16:3e:91:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:05Z', 'updated_at': '2022-05-26T18:06:24Z', 'revision_number': 1, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:25Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:26.573056 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (dacf80ce-f5de-4d5e-b95f-77272e0a4f51), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:26.576641 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecd69b-d0b5-47e1-b515-71ea8c35cbfd req-3e7b29ea-5791-4d60-ac0d-6d33727f75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:26.578888 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e2ecd69b-d0b5-47e1-b515-71ea8c35cbfd req-3e7b29ea-5791-4d60-ac0d-6d33727f75ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 918 time: 0.1825411 May 26 18:06:26.579179 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c50318-586e-4b9c-9781-886415e70f03 None None] Checking router: 160b2a10-3209-4a76-a356-fb34b111eca5 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:06:26.592530 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c50318-586e-4b9c-9781-886415e70f03 None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:26.593273 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-b2c50318-586e-4b9c-9781-886415e70f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:26.601418 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event updated for resources: {'Port': ['ID=a015ed70-5d71-427d-89a4-b23cd8f9273d,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:26.609002 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:26.622046 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8bdf7af1-66f6-4471-9a04-50892cc25ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5712605 May 26 18:06:26.699539 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e2ecd69b-d0b5-47e1-b515-71ea8c35cbfd req-a32fa87c-6583-4349-9dcc-940ec5f39bdc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4d056e-de52-4943-ab5b-725a0214cc05 HTTP/1.1" status: 200 len: 999 time: 0.1138902 May 26 18:06:26.717118 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-b2c50318-586e-4b9c-9781-886415e70f03 None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:26.770057 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecd69b-d0b5-47e1-b515-71ea8c35cbfd req-edc5fcb0-01e2-43ef-bffb-5527b41edee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:26.771884 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e2ecd69b-d0b5-47e1-b515-71ea8c35cbfd req-edc5fcb0-01e2-43ef-bffb-5527b41edee0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 200 len: 856 time: 0.0654757 May 26 18:06:26.823595 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecd69b-d0b5-47e1-b515-71ea8c35cbfd req-a8197dd4-b0ae-4a9a-a2dd-a4eb0dfddcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:26.825342 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e2ecd69b-d0b5-47e1-b515-71ea8c35cbfd req-a8197dd4-b0ae-4a9a-a2dd-a4eb0dfddcc9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cd2844c-2075-4a75-ad58-855aef5bd960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468936 May 26 18:06:26.896243 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:26.976389 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-eec63228-0085-4ab2-927c-6cd6e35d8208 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1975741140&fields=id&tenant_id=79f8f4d1e7da4bfe9629717a86ba0def HTTP/1.1" status: 200 len: 267 time: 0.1145978 May 26 18:06:26.980702 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e2ecd69b-d0b5-47e1-b515-71ea8c35cbfd req-f54765a7-062b-4c49-aa19-4227b35d292f service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448655 May 26 18:06:27.132849 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:27.144947 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-b2c50318-586e-4b9c-9781-886415e70f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '53cbf7ab-01f7-4cab-9669-e890f974cf89', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'port_id': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'mac_address': 'fa:16:3e:91:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:05Z', 'updated_at': '2022-05-26T18:06:24Z', 'revision_number': 1, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:25Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:27.177982 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e2ecd69b-d0b5-47e1-b515-71ea8c35cbfd req-ec498594-1162-426f-865c-62c502e276e0 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911497 May 26 18:06:27.185460 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-aa9dcfad-955c-499b-9f96-b255e9f8d6c2 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:27.187360 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-aa9dcfad-955c-499b-9f96-b255e9f8d6c2 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/networks?id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666 HTTP/1.1" status: 200 len: 810 time: 0.2019136 May 26 18:06:27.191886 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c50318-586e-4b9c-9781-886415e70f03 None None] The sync data for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi is: [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '53cbf7ab-01f7-4cab-9669-e890f974cf89', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'port_id': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'mac_address': 'fa:16:3e:91:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:05Z', 'updated_at': '2022-05-26T18:06:24Z', 'revision_number': 1, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:25Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:06:27.206828 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c7c9415a-8ee0-4b5e-aadc-59500ba5443e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/quotas/79f8f4d1e7da4bfe9629717a86ba0def HTTP/1.1" status: 200 len: 375 time: 0.0115287 May 26 18:06:27.237661 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0df18-0d61-4621-8e94-de55a5ab1030 req-28992972-008c-4fb6-9ba6-d077adadc88d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:27.240415 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-41a0df18-0d61-4621-8e94-de55a5ab1030 req-28992972-008c-4fb6-9ba6-d077adadc88d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 946 time: 0.0852041 May 26 18:06:27.284662 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-1e9b8588-cfaf-4035-809d-2ae2fa383a3c tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670559 May 26 18:06:27.313274 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-41a0df18-0d61-4621-8e94-de55a5ab1030 req-85375417-51ee-4a86-90b2-365a798f0f65 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639572 May 26 18:06:27.499379 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf008cb-0469-40d3-bf84-2b4dd434bc55 None None] New status for floating IP 53cbf7ab-01f7-4cab-9669-e890f974cf89: ACTIVE {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:06:27.507497 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-ec4f0530-481a-4360-9607-9b25beafd9a3 service neutron] 10.222.0.69 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018540 May 26 18:06:27.511637 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85a5f6-c0c5-4ec0-ac41-6483e2223cba req-87c4e650-1b12-49e1-b2f1-11551c3319e7 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:27.513405 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ce85a5f6-c0c5-4ec0-ac41-6483e2223cba req-87c4e650-1b12-49e1-b2f1-11551c3319e7 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 946 time: 0.0824230 May 26 18:06:27.590998 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ce85a5f6-c0c5-4ec0-ac41-6483e2223cba req-ec452543-f084-4ceb-aa37-e7e2aa030e12 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687990 May 26 18:06:27.621642 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 43974) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:27.635818 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:27.675191 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f84add4b-fda9-4868-b807-b54864434c9c service neutron] 10.222.0.69 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616154 May 26 18:06:27.747182 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc639b8-6dc9-4450-96f7-e5d3a94149fb tempest-TestVolumeBootPattern-1996189234 tempest-TestVolumeBootPattern-1996189234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:27.748806 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-edc639b8-6dc9-4450-96f7-e5d3a94149fb tempest-TestVolumeBootPattern-1996189234 tempest-TestVolumeBootPattern-1996189234-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 1125 time: 0.1257415 May 26 18:06:27.753650 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 43978) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:27.758520 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'port_id': '0be12dc6-5e46-49db-9a74-e8a86e2b117d', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:27.783622 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:27.885583 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:27.895419 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-11c28478-3ebb-4503-9891-d0fab964c8e7 req-217bd033-cc31-4da1-af2c-388c1a87d553 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 210 time: 0.0337024 May 26 18:06:28.009080 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Allocated IP 172.27.0.25 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/872667c2-57f2-45be-a314-18b55757669e) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:28.184697 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for port (872667c2-57f2-45be-a314-18b55757669e), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:28.195557 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:28.236749 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (872667c2-57f2-45be-a314-18b55757669e), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:28.286739 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:28.289984 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:28.292699 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:28.329264 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'Port': ['ID=872667c2-57f2-45be-a314-18b55757669e,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:28.815160 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:28.819505 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (5d946eae-7b64-456f-ab01-c43dcbb3cb0f), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:28.898388 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (872667c2-57f2-45be-a314-18b55757669e), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.142274 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9b732726-122c-4882-9d79-f53e627bd10f req-af981360-9a52-4619-ab85-4cabb2000f6a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 210 time: 0.0669730 May 26 18:06:29.241520 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for port (872667c2-57f2-45be-a314-18b55757669e), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.252042 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (872667c2-57f2-45be-a314-18b55757669e), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.510319 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:29.567397 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-68922cee-3fed-4c06-920c-de5ed102c298 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:29.568893 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-68922cee-3fed-4c06-920c-de5ed102c298 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.62 "GET /v2.0/networks?id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666 HTTP/1.1" status: 200 len: 810 time: 0.4497933 May 26 18:06:29.630624 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'Port': ['ID=872667c2-57f2-45be-a314-18b55757669e,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:29.643263 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (5d946eae-7b64-456f-ab01-c43dcbb3cb0f), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.732190 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-5c2ba577-d13b-4c56-b150-7a28aed28416 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f8f4d1e7da4bfe9629717a86ba0def HTTP/1.1" status: 200 len: 380 time: 0.1369667 May 26 18:06:29.767848 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Request body: {'port': {'device_id': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'admin_state_up': True, 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'security_groups': ['360fa82f-0ddc-4304-b510-fdfb414444c5']}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:29.844908 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Floating IP 5d946eae-7b64-456f-ab01-c43dcbb3cb0f associated. External IP: 172.27.0.25, port: 0be12dc6-5e46-49db-9a74-e8a86e2b117d. May 26 18:06:30.005327 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Made reservation on behalf of 79f8f4d1e7da4bfe9629717a86ba0def for: {'port': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:06:30.009043 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:30.070866 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:30.230109 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Router a3b11972-9046-491b-afff-1a5e32bfa300 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:06:30.258161 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Allocated IP 172.20.0.4 (0bfb788b-88d8-4bf1-bef0-c0a994bf6666/9c4bb892-83e3-4ae4-bd0c-13631a4610a8/74ee7604-84aa-483d-8a81-f801b551e03a) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:30.298974 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-322fe7a0-37f1-4ffe-91be-112a7b6ba9a6 req-da29b549-47aa-4de8-9794-8ae6013046e4 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 210 time: 0.0567491 May 26 18:06:30.384431 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:30.459479 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:06:30.473873 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33457f21-998f-4928-9b4f-0cb96d27e99b None None] Sync routers for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:06:30.488077 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:30.491068 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33457f21-998f-4928-9b4f-0cb96d27e99b None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:30.491850 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-33457f21-998f-4928-9b4f-0cb96d27e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:30.547024 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-44fb2994-14d0-4d9f-ae7b-5fc400473ea9 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7921650 May 26 18:06:30.553093 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c73af69-886c-4f22-a6d3-001f566d3277', 'tag': '0be12dc6-5e46-49db-9a74-e8a86e2b117d'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:30.555377 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a642ee0-93d1-4f8f-adb1-a73e645b79a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c73af69-886c-4f22-a6d3-001f566d3277", "tag": "0be12dc6-5e46-49db-9a74-e8a86e2b117d"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:30.563312 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for port (74ee7604-84aa-483d-8a81-f801b551e03a), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:30.607573 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:30.620225 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-33457f21-998f-4928-9b4f-0cb96d27e99b None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:30.634523 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4e14a3-ebed-466c-8a0a-d51ea1dfd1cf x-openstack-request-id: req-2d4e14a3-ebed-466c-8a0a-d51ea1dfd1cf {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:30.634972 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c73af69-886c-4f22-a6d3-001f566d3277", "tag": "0be12dc6-5e46-49db-9a74-e8a86e2b117d", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:30.635345 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d4e14a3-ebed-466c-8a0a-d51ea1dfd1cf {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:30.635999 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4e14a3-ebed-466c-8a0a-d51ea1dfd1cf'] response: {'name': 'network-changed', 'server_uuid': '8c73af69-886c-4f22-a6d3-001f566d3277', 'tag': '0be12dc6-5e46-49db-9a74-e8a86e2b117d', 'status': 'completed', 'code': 200} May 26 18:06:30.702101 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:30.706167 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:30.712050 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:30.776784 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event updated for resources: {'Port': ['ID=74ee7604-84aa-483d-8a81-f801b551e03a,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:30.849741 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:30.851087 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:30.885388 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a642ee0-93d1-4f8f-adb1-a73e645b79a4 req-4c42dff1-3e9b-4bdf-9d82-155f80d8fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:30.888596 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5a642ee0-93d1-4f8f-adb1-a73e645b79a4 req-4c42dff1-3e9b-4bdf-9d82-155f80d8fc42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 1130 time: 0.2105834 May 26 18:06:30.894649 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-c6603dda-46f8-41a3-a08e-c8a7ec4f71d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1322043 May 26 18:06:30.919053 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Request body: {'port': {'device_id': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:30.920811 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-33457f21-998f-4928-9b4f-0cb96d27e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '5d946eae-7b64-456f-ab01-c43dcbb3cb0f', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': '0be12dc6-5e46-49db-9a74-e8a86e2b117d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:a2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c73af69-886c-4f22-a6d3-001f566d3277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:28Z', 'updated_at': '2022-05-26T18:06:28Z', 'revision_number': 0, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:30.950968 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33457f21-998f-4928-9b4f-0cb96d27e99b None None] Checking router: a3b11972-9046-491b-afff-1a5e32bfa300 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:06:30.961900 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33457f21-998f-4928-9b4f-0cb96d27e99b None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:30.962530 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-33457f21-998f-4928-9b4f-0cb96d27e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:31.008218 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:31.065665 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:31.078755 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-e0883a4d-e5eb-4bd6-9eed-d7d892b53bd2 None None] Provisioning complete for port 74ee7604-84aa-483d-8a81-f801b551e03a triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:31.079289 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e0883a4d-e5eb-4bd6-9eed-d7d892b53bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.080183 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.099342 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a642ee0-93d1-4f8f-adb1-a73e645b79a4 req-f4487c23-bac8-43e0-83d8-6062d8d31208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:31.100942 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5a642ee0-93d1-4f8f-adb1-a73e645b79a4 req-f4487c23-bac8-43e0-83d8-6062d8d31208 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 912 time: 0.2050133 May 26 18:06:31.115340 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-33457f21-998f-4928-9b4f-0cb96d27e99b None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:31.164393 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-e0883a4d-e5eb-4bd6-9eed-d7d892b53bd2 None None] Port 74ee7604-84aa-483d-8a81-f801b551e03a cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:06:31.224295 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5a642ee0-93d1-4f8f-adb1-a73e645b79a4 req-c183e6ac-1739-4cdc-be6f-f9113a5570ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0be12dc6-5e46-49db-9a74-e8a86e2b117d HTTP/1.1" status: 200 len: 999 time: 0.0998089 May 26 18:06:31.356743 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a642ee0-93d1-4f8f-adb1-a73e645b79a4 req-1e95d469-c695-4de7-8be0-6646b5ac65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:31.358492 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5a642ee0-93d1-4f8f-adb1-a73e645b79a4 req-1e95d469-c695-4de7-8be0-6646b5ac65f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.1276286 May 26 18:06:31.395634 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-33457f21-998f-4928-9b4f-0cb96d27e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '5d946eae-7b64-456f-ab01-c43dcbb3cb0f', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': '0be12dc6-5e46-49db-9a74-e8a86e2b117d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:a2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c73af69-886c-4f22-a6d3-001f566d3277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:28Z', 'updated_at': '2022-05-26T18:06:28Z', 'revision_number': 0, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:31.426790 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33457f21-998f-4928-9b4f-0cb96d27e99b None None] The sync data for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi is: [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '5d946eae-7b64-456f-ab01-c43dcbb3cb0f', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': '0be12dc6-5e46-49db-9a74-e8a86e2b117d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:a2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c73af69-886c-4f22-a6d3-001f566d3277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:28Z', 'updated_at': '2022-05-26T18:06:28Z', 'revision_number': 0, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:06:31.465269 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a642ee0-93d1-4f8f-adb1-a73e645b79a4 req-c48d5b81-ba34-4f99-8798-00a22e8345b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:31.466892 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5a642ee0-93d1-4f8f-adb1-a73e645b79a4 req-c48d5b81-ba34-4f99-8798-00a22e8345b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939474 May 26 18:06:31.476975 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:31.492907 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3ea06-34af-4931-9ec0-46b6d69c5dc6 req-ed95d3d5-b7fb-4c7c-a9ad-069ae9c0397d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:31.496415 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-75b3ea06-34af-4931-9ec0-46b6d69c5dc6 req-ed95d3d5-b7fb-4c7c-a9ad-069ae9c0397d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 931 time: 0.0868819 May 26 18:06:31.564090 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-75b3ea06-34af-4931-9ec0-46b6d69c5dc6 req-fa2c979a-2ee4-4d97-b1d6-473a9ec8aeab tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565228 May 26 18:06:31.655745 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5a642ee0-93d1-4f8f-adb1-a73e645b79a4 req-c042eb44-c5d4-4b5f-bb38-da1d35cb74fc service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795013 May 26 18:06:31.657935 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ee7604-84aa-483d-8a81-f801b551e03a {{(pid=103836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:06:31.667958 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Publish callbacks [] for port (74ee7604-84aa-483d-8a81-f801b551e03a), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.729035 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b5040e-0c0d-4799-ba1b-8799e8cfc6bd None None] New status for floating IP 5d946eae-7b64-456f-ab01-c43dcbb3cb0f: ACTIVE {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:06:31.729704 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.provisioning_blocks [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Transition to ACTIVE for port object 74ee7604-84aa-483d-8a81-f801b551e03a will not be triggered until provisioned by entity L2. {{(pid=103836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:06:31.736979 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.830100 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Pushing event updated for resources: {'Port': ['ID=74ee7604-84aa-483d-8a81-f801b551e03a,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:31.842565 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5a642ee0-93d1-4f8f-adb1-a73e645b79a4 req-b4d35b48-ae66-4789-a6fb-c7c48d7e8959 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715889 May 26 18:06:31.931363 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Attempting to bind port 74ee7604-84aa-483d-8a81-f801b551e03a on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:06:31.932124 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Attempting to bind port 74ee7604-84aa-483d-8a81-f801b551e03a by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:06:31.932124 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Attempting to bind port 74ee7604-84aa-483d-8a81-f801b551e03a on network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:31.937388 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Port 74ee7604-84aa-483d-8a81-f801b551e03a on network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:06:31.937714 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Attempting to bind port 74ee7604-84aa-483d-8a81-f801b551e03a on network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:31.944978 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:06:31.945482 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Checking segment: {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:06:31.946079 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Bound using segment: {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:06:31.946639 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Bound port: 74ee7604-84aa-483d-8a81-f801b551e03a, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80af217-6673-4d79-aaaa-0e0a656f8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666'}}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:06:31.947110 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.993269 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:32.032432 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] For port 74ee7604-84aa-483d-8a81-f801b551e03a, host hv-cinder-83607, cleared binding levels {{(pid=103836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:06:32.038849 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] For port 74ee7604-84aa-483d-8a81-f801b551e03a, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=74ee7604-84aa-483d-8a81-f801b551e03a,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:06:32.048727 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:32.102003 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:32.102749 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:32.104319 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] 10.222.0.62 "PUT /v2.0/ports/74ee7604-84aa-483d-8a81-f801b551e03a HTTP/1.1" status: 200 len: 1093 time: 1.1946249 May 26 18:06:32.123722 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18008d1-4e69-4d48-94f1-207905169aca service neutron] Pushing event updated for resources: {'Port': ['ID=74ee7604-84aa-483d-8a81-f801b551e03a,revision_number=3']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:32.202924 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-8e309ccd-1695-4640-8134-607ed4a18561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:32.204500 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-8e309ccd-1695-4640-8134-607ed4a18561 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 1127 time: 0.0485632 May 26 18:06:32.257735 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-1f245e6d-c243-48d7-80f9-4d25992ac3cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ee7604-84aa-483d-8a81-f801b551e03a HTTP/1.1" status: 200 len: 217 time: 0.0447242 May 26 18:06:32.321864 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-d207582c-9da5-4074-ad8a-60276c551014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:32.324316 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-d207582c-9da5-4074-ad8a-60276c551014 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c4bb892-83e3-4ae4-bd0c-13631a4610a8 HTTP/1.1" status: 200 len: 849 time: 0.0587254 May 26 18:06:32.373899 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-b9d3885f-b71b-4dc6-8e55-a47ab2bc6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:32.375340 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-b9d3885f-b71b-4dc6-8e55-a47ab2bc6f86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453973 May 26 18:06:32.477743 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-fd6c5040-e0cb-4de7-9988-29df59ebe466 service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910380 May 26 18:06:32.582878 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a27aa43-ed63-4e72-b678-17d9c8f6eae6 req-87cc4af5-8208-46e9-8640-e31dfa2f3c33 service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985758 May 26 18:06:32.637023 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'tag': '74ee7604-84aa-483d-8a81-f801b551e03a'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:32.639780 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13de2ff-bc94-47c3-a491-503dbc0b4a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "00f290f6-5aaa-4234-ac0b-094f19c94959", "tag": "74ee7604-84aa-483d-8a81-f801b551e03a"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:32.682043 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddd6cb1-911b-4f43-8762-a9515811de86 x-openstack-request-id: req-2ddd6cb1-911b-4f43-8762-a9515811de86 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:32.682344 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f290f6-5aaa-4234-ac0b-094f19c94959", "tag": "74ee7604-84aa-483d-8a81-f801b551e03a", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:32.682596 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ddd6cb1-911b-4f43-8762-a9515811de86 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:32.683036 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ddd6cb1-911b-4f43-8762-a9515811de86'] response: {'name': 'network-changed', 'server_uuid': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'tag': '74ee7604-84aa-483d-8a81-f801b551e03a', 'status': 'completed', 'code': 200} May 26 18:06:32.861443 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:32.879337 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d5da4-143f-4be6-8c76-cd3ddb49fb8c req-7e3c2aec-40a7-423d-90f1-41446073ecbe tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:32.880997 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bf0d5da4-143f-4be6-8c76-cd3ddb49fb8c req-7e3c2aec-40a7-423d-90f1-41446073ecbe tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 943 time: 0.0531936 May 26 18:06:32.933322 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bf0d5da4-143f-4be6-8c76-cd3ddb49fb8c req-96872a0d-dcfd-4d3e-b287-ceccf3ea9c12 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463781 May 26 18:06:33.680712 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13de2ff-bc94-47c3-a491-503dbc0b4a7c req-48372b7c-0ae0-40fd-9c72-2c1e6d47b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:33.682258 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d13de2ff-bc94-47c3-a491-503dbc0b4a7c req-48372b7c-0ae0-40fd-9c72-2c1e6d47b6f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 1127 time: 0.0453091 May 26 18:06:33.787040 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13de2ff-bc94-47c3-a491-503dbc0b4a7c req-902ed80f-5f4c-4b5e-b2a6-8e98b37b5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:33.788973 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d13de2ff-bc94-47c3-a491-503dbc0b4a7c req-902ed80f-5f4c-4b5e-b2a6-8e98b37b5e7c service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666 HTTP/1.1" status: 200 len: 911 time: 0.1007030 May 26 18:06:33.831360 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d13de2ff-bc94-47c3-a491-503dbc0b4a7c req-76455c16-1d50-4bae-aa0d-84d65d9c20fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ee7604-84aa-483d-8a81-f801b551e03a HTTP/1.1" status: 200 len: 217 time: 0.0352201 May 26 18:06:33.914273 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13de2ff-bc94-47c3-a491-503dbc0b4a7c req-7ee19efb-06a7-452a-9d7c-64bb5ec32f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:33.916162 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d13de2ff-bc94-47c3-a491-503dbc0b4a7c req-7ee19efb-06a7-452a-9d7c-64bb5ec32f41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c4bb892-83e3-4ae4-bd0c-13631a4610a8 HTTP/1.1" status: 200 len: 849 time: 0.0786123 May 26 18:06:34.096008 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e99821-ea37-497b-8981-31e2bf4e12a8 req-3cf14ee9-0034-48fe-966e-8a1611ddb4f8 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:34.098234 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36e99821-ea37-497b-8981-31e2bf4e12a8 req-3cf14ee9-0034-48fe-966e-8a1611ddb4f8 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 943 time: 0.0832105 May 26 18:06:34.135799 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:34.156992 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36e99821-ea37-497b-8981-31e2bf4e12a8 req-0efef4aa-81f2-4741-a8bc-9e97daf1695b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524120 May 26 18:06:34.215963 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13de2ff-bc94-47c3-a491-503dbc0b4a7c req-70618bd5-4bda-4b2c-95ef-b3c07ca51216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:34.217523 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d13de2ff-bc94-47c3-a491-503dbc0b4a7c req-70618bd5-4bda-4b2c-95ef-b3c07ca51216 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2947865 May 26 18:06:34.315002 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d13de2ff-bc94-47c3-a491-503dbc0b4a7c req-339f03c5-ce9e-4395-9201-6e107ed7dc70 service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898795 May 26 18:06:34.455522 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d13de2ff-bc94-47c3-a491-503dbc0b4a7c req-ebdcb342-967e-4fde-b760-99fe927b5959 service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337044 May 26 18:06:34.991239 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 74ee7604-84aa-483d-8a81-f801b551e03a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:06:35.101049 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 74ee7604-84aa-483d-8a81-f801b551e03a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=74ee7604-84aa-483d-8a81-f801b551e03a,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:35.108328 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:35.114589 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '74ee7604-84aa-483d-8a81-f801b551e03a', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'port_id': '74ee7604-84aa-483d-8a81-f801b551e03a', 'mac_address': 'fa:16:3e:ab:57:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:06:35.157815 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 74ee7604-84aa-483d-8a81-f801b551e03a is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:35.158233 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.172181 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ee7604-84aa-483d-8a81-f801b551e03a {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:06:35.195822 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 74ee7604-84aa-483d-8a81-f801b551e03a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=74ee7604-84aa-483d-8a81-f801b551e03a,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:35.201970 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.252806 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=74ee7604-84aa-483d-8a81-f801b551e03a,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:35.260977 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.261510 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.261884 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.262246 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.262586 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.262972 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.263291 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.263620 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.263951 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.264317 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.264644 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.264973 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.265322 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.265651 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.265977 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:35.329041 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161b5cf-31b0-482c-803a-5b599bc33072 req-fcfdc951-849d-4e5d-b513-e30c0475abe9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:35.332338 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c161b5cf-31b0-482c-803a-5b599bc33072 req-fcfdc951-849d-4e5d-b513-e30c0475abe9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 944 time: 0.0829749 May 26 18:06:35.355708 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:35.387588 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c161b5cf-31b0-482c-803a-5b599bc33072 req-e390f7c0-1435-4d9a-8bf9-3106d4aa940b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487921 May 26 18:06:35.520001 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['74ee7604-84aa-483d-8a81-f801b551e03a'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:06:35.661246 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:36.527123 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1b325-cdf4-46ae-9b4a-9d2d5ca0e774 req-a99eb135-d648-4b5a-b88a-409ecc2d87dd tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:36.528990 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bab1b325-cdf4-46ae-9b4a-9d2d5ca0e774 req-a99eb135-d648-4b5a-b88a-409ecc2d87dd tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 944 time: 0.0577893 May 26 18:06:36.584072 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bab1b325-cdf4-46ae-9b4a-9d2d5ca0e774 req-8d5515ac-a834-4465-8382-6da16308a9dd tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484366 May 26 18:06:37.001362 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 74ee7604-84aa-483d-8a81-f801b551e03a up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:06:37.049431 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port 74ee7604-84aa-483d-8a81-f801b551e03a completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:06:37.056968 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 74ee7604-84aa-483d-8a81-f801b551e03a triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:37.057493 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:37.141058 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 74ee7604-84aa-483d-8a81-f801b551e03a is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:37.141482 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:37.168605 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ee7604-84aa-483d-8a81-f801b551e03a'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:37.170899 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a611015-3608-47ac-bc60-e2b4dbf57d28" -d '{"events": [{"server_uuid": "00f290f6-5aaa-4234-ac0b-094f19c94959", "name": "network-vif-plugged", "status": "completed", "tag": "74ee7604-84aa-483d-8a81-f801b551e03a"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:37.186645 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 74ee7604-84aa-483d-8a81-f801b551e03a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=74ee7604-84aa-483d-8a81-f801b551e03a,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:37.192233 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:37.240760 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c9b5b0-090d-41c9-b9ec-a33773bff910 x-openstack-request-id: req-c3c9b5b0-090d-41c9-b9ec-a33773bff910 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:37.241050 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f290f6-5aaa-4234-ac0b-094f19c94959", "name": "network-vif-plugged", "status": "completed", "tag": "74ee7604-84aa-483d-8a81-f801b551e03a", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:37.241351 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c3c9b5b0-090d-41c9-b9ec-a33773bff910 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:37.241857 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3c9b5b0-090d-41c9-b9ec-a33773bff910'] response: {'server_uuid': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ee7604-84aa-483d-8a81-f801b551e03a', 'code': 200} May 26 18:06:37.247130 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=74ee7604-84aa-483d-8a81-f801b551e03a,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:37.447318 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fd640-62fc-4b73-ab67-eda29b3bcf06 req-1385ed6e-54c6-445a-9280-be5335757dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:37.448912 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cc5fd640-62fc-4b73-ab67-eda29b3bcf06 req-1385ed6e-54c6-445a-9280-be5335757dd7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 1129 time: 0.0453854 May 26 18:06:37.507230 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cc5fd640-62fc-4b73-ab67-eda29b3bcf06 req-f0a69914-e533-493c-96ac-9f8ce4306d35 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484793 May 26 18:06:37.711906 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a9520-cfea-4c02-9d96-16186eb478aa req-6a05716e-0740-4140-884d-8faba5f04dd0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:37.713471 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-874a9520-cfea-4c02-9d96-16186eb478aa req-6a05716e-0740-4140-884d-8faba5f04dd0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 945 time: 0.0517943 May 26 18:06:37.765716 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-874a9520-cfea-4c02-9d96-16186eb478aa req-7a092eff-0481-4ea8-9f81-2e47d88329af tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460846 May 26 18:06:38.917671 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b602813-7ca1-4846-b2a8-50cec5d90686 req-24642d85-6bfc-4267-b554-ed121170b622 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:38.919421 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9b602813-7ca1-4846-b2a8-50cec5d90686 req-24642d85-6bfc-4267-b554-ed121170b622 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 945 time: 0.0520105 May 26 18:06:38.987383 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9b602813-7ca1-4846-b2a8-50cec5d90686 req-f083a031-1a6d-4805-9f7b-986304e2981f tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578625 May 26 18:06:40.108611 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:40.127731 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40ea9f-5c38-47e2-a7ee-db8efb66ce66 req-34f82894-4d8d-44c6-acfd-d4b6cd8aaf3b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:40.129994 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-df40ea9f-5c38-47e2-a7ee-db8efb66ce66 req-34f82894-4d8d-44c6-acfd-d4b6cd8aaf3b tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 945 time: 0.0543027 May 26 18:06:40.184102 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-df40ea9f-5c38-47e2-a7ee-db8efb66ce66 req-9964d21b-2c8b-429e-bf0c-509129b2b509 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480177 May 26 18:06:40.304200 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e285dd-caa3-46e6-8981-dd519f465f1a req-a2d115dc-dbed-40c7-84ad-bfb06567e36e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:40.305768 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-32e285dd-caa3-46e6-8981-dd519f465f1a req-a2d115dc-dbed-40c7-84ad-bfb06567e36e tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 945 time: 0.0549223 May 26 18:06:40.314705 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 44038) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:40.320866 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-dad54e98-8c89-4e11-ac37-e27dd65d1a0d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Request body: {'floatingip': {'port_id': '74ee7604-84aa-483d-8a81-f801b551e03a'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:40.367960 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-dad54e98-8c89-4e11-ac37-e27dd65d1a0d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (dacf80ce-f5de-4d5e-b95f-77272e0a4f51), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:40.542198 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:40.896968 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-dad54e98-8c89-4e11-ac37-e27dd65d1a0d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:40.902436 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-dad54e98-8c89-4e11-ac37-e27dd65d1a0d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (dacf80ce-f5de-4d5e-b95f-77272e0a4f51), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:41.009858 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-dad54e98-8c89-4e11-ac37-e27dd65d1a0d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Floating IP dacf80ce-f5de-4d5e-b95f-77272e0a4f51 associated. External IP: 172.27.0.170, port: 74ee7604-84aa-483d-8a81-f801b551e03a. May 26 18:06:41.226321 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad54e98-8c89-4e11-ac37-e27dd65d1a0d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Router 52382004-7f79-4e59-aa0b-bcab076a4e8b has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:06:41.328194 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:41.347789 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad54e98-8c89-4e11-ac37-e27dd65d1a0d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:06:41.352789 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-dad54e98-8c89-4e11-ac37-e27dd65d1a0d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:41.358938 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682bd029-684b-4b16-8cb2-e3c0f464547e None None] Sync routers for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:06:41.371334 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682bd029-684b-4b16-8cb2-e3c0f464547e None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:41.372152 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-682bd029-684b-4b16-8cb2-e3c0f464547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:41.392960 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-dad54e98-8c89-4e11-ac37-e27dd65d1a0d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "PUT /v2.0/floatingips/dacf80ce-f5de-4d5e-b95f-77272e0a4f51 HTTP/1.1" status: 200 len: 991 time: 1.0770483 May 26 18:06:41.393541 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'tag': '74ee7604-84aa-483d-8a81-f801b551e03a'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:41.397513 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf3404e-04ea-425d-a763-180caf7fce43" -d '{"events": [{"name": "network-changed", "server_uuid": "00f290f6-5aaa-4234-ac0b-094f19c94959", "tag": "74ee7604-84aa-483d-8a81-f801b551e03a"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:41.437801 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4047fa3b-197b-4e09-82c6-6a5c64704d86 x-openstack-request-id: req-4047fa3b-197b-4e09-82c6-6a5c64704d86 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:41.438092 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f290f6-5aaa-4234-ac0b-094f19c94959", "tag": "74ee7604-84aa-483d-8a81-f801b551e03a", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:41.438348 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4047fa3b-197b-4e09-82c6-6a5c64704d86 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:41.438759 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4047fa3b-197b-4e09-82c6-6a5c64704d86'] response: {'name': 'network-changed', 'server_uuid': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'tag': '74ee7604-84aa-483d-8a81-f801b551e03a', 'status': 'completed', 'code': 200} May 26 18:06:41.511478 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3404e-04ea-425d-a763-180caf7fce43 req-306619a1-c315-4045-b43a-c53ea0b1ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:41.513063 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1bf3404e-04ea-425d-a763-180caf7fce43 req-306619a1-c315-4045-b43a-c53ea0b1ca68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 1129 time: 0.0425587 May 26 18:06:41.608945 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-682bd029-684b-4b16-8cb2-e3c0f464547e None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:41.612928 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3404e-04ea-425d-a763-180caf7fce43 req-386b13e1-2e87-4fcd-a750-c76bac596f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:41.614414 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1bf3404e-04ea-425d-a763-180caf7fce43 req-386b13e1-2e87-4fcd-a750-c76bac596f44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666 HTTP/1.1" status: 200 len: 911 time: 0.0940135 May 26 18:06:41.662673 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:41.684853 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1bf3404e-04ea-425d-a763-180caf7fce43 req-08a736a6-9335-4c32-abeb-4be5dd064f5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ee7604-84aa-483d-8a81-f801b551e03a HTTP/1.1" status: 200 len: 999 time: 0.0583713 May 26 18:06:41.745468 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3404e-04ea-425d-a763-180caf7fce43 req-abd6d6a0-847b-4fe0-8f2b-b938a2dee150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:41.747115 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1bf3404e-04ea-425d-a763-180caf7fce43 req-abd6d6a0-847b-4fe0-8f2b-b938a2dee150 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c4bb892-83e3-4ae4-bd0c-13631a4610a8 HTTP/1.1" status: 200 len: 849 time: 0.0466747 May 26 18:06:41.799771 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3404e-04ea-425d-a763-180caf7fce43 req-095b4a98-12aa-40b3-9d89-2370c69ffc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:41.801565 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1bf3404e-04ea-425d-a763-180caf7fce43 req-095b4a98-12aa-40b3-9d89-2370c69ffc63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bfb788b-88d8-4bf1-bef0-c0a994bf6666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471473 May 26 18:06:41.814342 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:41.836275 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-682bd029-684b-4b16-8cb2-e3c0f464547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': 'dacf80ce-f5de-4d5e-b95f-77272e0a4f51', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'port_id': '74ee7604-84aa-483d-8a81-f801b551e03a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'mac_address': 'fa:16:3e:ab:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:26Z', 'updated_at': '2022-05-26T18:06:40Z', 'revision_number': 1, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:41.863322 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682bd029-684b-4b16-8cb2-e3c0f464547e None None] Checking router: 52382004-7f79-4e59-aa0b-bcab076a4e8b for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:06:41.872615 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682bd029-684b-4b16-8cb2-e3c0f464547e None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:41.873248 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-682bd029-684b-4b16-8cb2-e3c0f464547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:41.938935 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1bf3404e-04ea-425d-a763-180caf7fce43 req-563c8fdb-7786-40c7-b802-72857142001c service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291084 May 26 18:06:41.995164 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-682bd029-684b-4b16-8cb2-e3c0f464547e None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:42.077379 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1bf3404e-04ea-425d-a763-180caf7fce43 req-7a083604-169d-41d8-a925-2190b2434712 service neutron] 10.222.0.62 "GET /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283338 May 26 18:06:42.209351 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:42.254359 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-682bd029-684b-4b16-8cb2-e3c0f464547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': 'dacf80ce-f5de-4d5e-b95f-77272e0a4f51', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'port_id': '74ee7604-84aa-483d-8a81-f801b551e03a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'mac_address': 'fa:16:3e:ab:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:26Z', 'updated_at': '2022-05-26T18:06:40Z', 'revision_number': 1, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:42.283603 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682bd029-684b-4b16-8cb2-e3c0f464547e None None] The sync data for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi is: [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': 'dacf80ce-f5de-4d5e-b95f-77272e0a4f51', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'port_id': '74ee7604-84aa-483d-8a81-f801b551e03a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'mac_address': 'fa:16:3e:ab:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:26Z', 'updated_at': '2022-05-26T18:06:40Z', 'revision_number': 1, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:06:42.502107 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ee529-eeb9-48b4-b45c-6ecb62f26793 None None] New status for floating IP dacf80ce-f5de-4d5e-b95f-77272e0a4f51: ACTIVE {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:06:42.785614 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:06:43.680269 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.011899 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-25c5dd85-b4c0-4d70-8ab8-c2528830e379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:49.332725 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33514824-9050-4c9d-94d4-9f168b1591c7 req-3ba92296-ef26-4654-a464-1e9ceaa537f3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:49.334781 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-33514824-9050-4c9d-94d4-9f168b1591c7 req-3ba92296-ef26-4654-a464-1e9ceaa537f3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0632191 May 26 18:06:49.386424 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-33514824-9050-4c9d-94d4-9f168b1591c7 req-675501f9-f8e2-4788-a7a6-167454ed1099 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455580 May 26 18:06:50.172877 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=30 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:50.180678 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:50.199516 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1e800fec-f934-4ddd-902e-5f0edd01f085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:50.514920 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232ffcc-7397-4024-9baa-f29120cb983f req-fd6f236e-1831-467d-983a-0c24d1597349 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:50.516734 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b232ffcc-7397-4024-9baa-f29120cb983f req-fd6f236e-1831-467d-983a-0c24d1597349 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0545926 May 26 18:06:50.576416 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b232ffcc-7397-4024-9baa-f29120cb983f req-651bfae9-f9f8-42b0-af0f-a0de4e515173 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481665 May 26 18:06:51.536197 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.703830 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce914b-d819-466c-8295-441e75c21c0f req-1fafba13-2dc9-4cb6-9ffd-d94658d486d1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:51.704459 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0fce914b-d819-466c-8295-441e75c21c0f req-1fafba13-2dc9-4cb6-9ffd-d94658d486d1 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0533843 May 26 18:06:51.766973 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0fce914b-d819-466c-8295-441e75c21c0f req-8717c759-02e3-48e7-ab07-47073e0f42df tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537789 May 26 18:06:52.557429 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.619097 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=47,neutron:UPDATE=6 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:52.781462 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:52.895780 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a82cbe-15dd-4b82-b979-5c5ff9bab7a0 req-f86c6df4-2236-4fad-ab0d-41bfe0b5a18e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:52.897466 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7a82cbe-15dd-4b82-b979-5c5ff9bab7a0 req-f86c6df4-2236-4fad-ab0d-41bfe0b5a18e tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0530248 May 26 18:06:52.953761 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c7a82cbe-15dd-4b82-b979-5c5ff9bab7a0 req-5570f69a-856d-4d9f-af4c-926a1581a4b7 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9db3440-0673-4df9-a400-83b98d5cde78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495980 May 26 18:06:53.199886 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-19859b9f-8aed-4dea-9ab4-7c038884f927 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:53.202640 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-19859b9f-8aed-4dea-9ab4-7c038884f927 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 946 time: 0.0592711 May 26 18:06:53.300997 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Deleting port b3168a60-01f6-45c3-989d-b7db5593ac6f {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:06:53.301367 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:53.404293 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] For port b3168a60-01f6-45c3-989d-b7db5593ac6f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3168a60-01f6-45c3-989d-b7db5593ac6f,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:53.404671 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:53.574346 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:53.588411 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:53.588818 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (15b85e3d-d348-4c85-8472-1632f6e9373a), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:53.589154 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Floating IP 15b85e3d-d348-4c85-8472-1632f6e9373a disassociated. External IP: 172.27.0.15, port: b3168a60-01f6-45c3-989d-b7db5593ac6f. May 26 18:06:53.589510 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Calling delete_port for b3168a60-01f6-45c3-989d-b7db5593ac6f owned by compute:nova {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:06:53.637711 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:53.735243 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (b3168a60-01f6-45c3-989d-b7db5593ac6f), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:53.767090 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event deleted for resources: {'Port': ['ID=b3168a60-01f6-45c3-989d-b7db5593ac6f,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:53.903861 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Router c9629e1e-c9da-4f32-a870-980ea02d3823 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:06:54.092498 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-80f8b138-34f5-46af-9601-ebce67ecb37d req-2bf3d558-6b66-4ecd-9ba7-8106330a02b3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=704b23df-a1e8-425f-a6bf-4805b1356866 HTTP/1.1" status: 200 len: 210 time: 0.0569875 May 26 18:06:54.107795 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:06:54.137551 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8170de-2905-4cfd-89e8-5c9fea511fa9 None None] Sync routers for ids ['c9629e1e-c9da-4f32-a870-980ea02d3823'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:06:54.156483 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8170de-2905-4cfd-89e8-5c9fea511fa9 None None] Routers {'c9629e1e-c9da-4f32-a870-980ea02d3823'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:54.157382 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-9f8170de-2905-4cfd-89e8-5c9fea511fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['c9629e1e-c9da-4f32-a870-980ea02d3823'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:54.181322 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] No DVR routers for this DVR port b3168a60-01f6-45c3-989d-b7db5593ac6f on host hv-cinder-83607 {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:06:54.185577 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:54.198593 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-59b5fdc6-9dc5-4371-946f-169114f91667 req-689dcd56-c7f5-4c96-a18f-9ee1715b648c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "DELETE /v2.0/ports/b3168a60-01f6-45c3-989d-b7db5593ac6f HTTP/1.1" status: 204 len: 173 time: 0.9856131 May 26 18:06:54.199733 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704b23df-a1e8-425f-a6bf-4805b1356866', 'name': 'network-vif-deleted', 'tag': 'b3168a60-01f6-45c3-989d-b7db5593ac6f'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:54.203775 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e1934e-ad03-4700-a68e-bf66b7e90b3a" -d '{"events": [{"server_uuid": "704b23df-a1e8-425f-a6bf-4805b1356866", "name": "network-vif-deleted", "tag": "b3168a60-01f6-45c3-989d-b7db5593ac6f"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:54.337231 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-9f8170de-2905-4cfd-89e8-5c9fea511fa9 None None] Set router c9629e1e-c9da-4f32-a870-980ea02d3823 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:54.376829 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246b84c7-8da2-43cc-9580-1e0f7a444fdd x-openstack-request-id: req-246b84c7-8da2-43cc-9580-1e0f7a444fdd {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:54.377766 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704b23df-a1e8-425f-a6bf-4805b1356866", "name": "network-vif-deleted", "tag": "b3168a60-01f6-45c3-989d-b7db5593ac6f", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:54.378245 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-246b84c7-8da2-43cc-9580-1e0f7a444fdd {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:54.379139 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246b84c7-8da2-43cc-9580-1e0f7a444fdd'] response: {'server_uuid': '704b23df-a1e8-425f-a6bf-4805b1356866', 'name': 'network-vif-deleted', 'tag': 'b3168a60-01f6-45c3-989d-b7db5593ac6f', 'status': 'completed', 'code': 200} May 26 18:06:54.388566 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:54.611092 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-9f8170de-2905-4cfd-89e8-5c9fea511fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:42Z', 'revision_number': 5, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:54.637675 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8170de-2905-4cfd-89e8-5c9fea511fa9 None None] Checking router: c9629e1e-c9da-4f32-a870-980ea02d3823 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:06:54.647594 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8170de-2905-4cfd-89e8-5c9fea511fa9 None None] Routers {'c9629e1e-c9da-4f32-a870-980ea02d3823'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:54.648263 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-9f8170de-2905-4cfd-89e8-5c9fea511fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['c9629e1e-c9da-4f32-a870-980ea02d3823'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:54.788700 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-9f8170de-2905-4cfd-89e8-5c9fea511fa9 None None] Set router c9629e1e-c9da-4f32-a870-980ea02d3823 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:54.907254 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:55.072998 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-9f8170de-2905-4cfd-89e8-5c9fea511fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:42Z', 'revision_number': 5, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:55.100224 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8170de-2905-4cfd-89e8-5c9fea511fa9 None None] The sync data for ids ['c9629e1e-c9da-4f32-a870-980ea02d3823'] in dv-cinder-836074-5-iscsi is: [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:28Z', 'revision_number': 4, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'ef8ad18f-3308-473a-a7d6-e626888f19b2', 'name': '', 'network_id': '18d1c3ca-82fe-45c8-9ec5-367933ffa4c4', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'mac_address': 'fa:16:3e:60:2a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:25Z', 'updated_at': '2022-05-26T18:01:42Z', 'revision_number': 5, 'project_id': '53288d567a8f426bb068908db481e32e', 'subnets': [{'id': '3b59f225-65a0-4eef-b8a2-9cfb718da775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:06:55.197885 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44100) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:55.278276 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for security_group (d9db3440-0673-4df9-a400-83b98d5cde78), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.312653 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for security_group (d9db3440-0673-4df9-a400-83b98d5cde78), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.378570 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (d9db3440-0673-4df9-a400-83b98d5cde78), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.383709 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.385858 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "DELETE /v2.0/security-groups/d9db3440-0673-4df9-a400-83b98d5cde78 HTTP/1.1" status: 204 len: 168 time: 0.1862752 May 26 18:06:55.388557 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 44102) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:55.404755 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9db3440-0673-4df9-a400-83b98d5cde78,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:55.405752 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56c0bc-cac8-4a18-bc41-6af646e4ded4 None None] New status for floating IP 15b85e3d-d348-4c85-8472-1632f6e9373a: DOWN {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:06:55.408550 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.api.v2.resource [None req-0a2241ba-91ff-4b75-8b66-82cd558be708 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] show failed (client error): The resource could not be found. May 26 18:06:55.413169 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-0a2241ba-91ff-4b75-8b66-82cd558be708 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups/d9db3440-0673-4df9-a400-83b98d5cde78 HTTP/1.1" status: 404 len: 347 time: 0.0235047 May 26 18:06:55.413844 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 44104) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:55.417008 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.417490 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.417916 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.418345 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.418683 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.419010 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.419462 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.419894 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.420381 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.420782 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.423512 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.423512 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.423512 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.423512 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.423512 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1d433-95d9-4874-8dc1-eb9b9a7fc629 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:55.557340 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-fabfa04a-355a-48c3-b725-d777d2d1e46a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Deleting port db645f1d-9381-4614-8cf9-8363de0f35c1 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:06:55.557717 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fabfa04a-355a-48c3-b725-d777d2d1e46a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (db645f1d-9381-4614-8cf9-8363de0f35c1), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.647699 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fabfa04a-355a-48c3-b725-d777d2d1e46a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (db645f1d-9381-4614-8cf9-8363de0f35c1), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.648172 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fabfa04a-355a-48c3-b725-d777d2d1e46a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for floatingip (db645f1d-9381-4614-8cf9-8363de0f35c1), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.664749 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-fabfa04a-355a-48c3-b725-d777d2d1e46a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Calling delete_port for db645f1d-9381-4614-8cf9-8363de0f35c1 owned by network:floatingip {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:06:55.826557 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fabfa04a-355a-48c3-b725-d777d2d1e46a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (db645f1d-9381-4614-8cf9-8363de0f35c1), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.858088 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfa04a-355a-48c3-b725-d777d2d1e46a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event deleted for resources: {'Port': ['ID=db645f1d-9381-4614-8cf9-8363de0f35c1,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:55.885031 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:55.933781 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fabfa04a-355a-48c3-b725-d777d2d1e46a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks [] for floatingip (15b85e3d-d348-4c85-8472-1632f6e9373a), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.936469 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-fabfa04a-355a-48c3-b725-d777d2d1e46a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.938701 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-fabfa04a-355a-48c3-b725-d777d2d1e46a tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "DELETE /v2.0/floatingips/15b85e3d-d348-4c85-8472-1632f6e9373a HTTP/1.1" status: 204 len: 168 time: 0.5228746 May 26 18:06:57.131001 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device b3168a60-01f6-45c3-989d-b7db5593ac6f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:06:57.168794 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: b3168a60-01f6-45c3-989d-b7db5593ac6f {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:06:57.169381 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device b3168a60-01f6-45c3-989d-b7db5593ac6f not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:06:58.503637 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30303161-b4c1-4d88-9c0e-05a14b37f1cc req-103e2d8c-38aa-4754-93de-c0f2ef8f1e72 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:58.505289 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-30303161-b4c1-4d88-9c0e-05a14b37f1cc req-103e2d8c-38aa-4754-93de-c0f2ef8f1e72 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0540996 May 26 18:06:58.563757 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-30303161-b4c1-4d88-9c0e-05a14b37f1cc req-0f727295-8c93-46d8-8fbe-7fd653eded9c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525215 May 26 18:06:59.703830 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3531e7-98a6-42d7-b2ed-9b1d6da16d54 req-1c5882c2-dbfa-4884-9143-48c725cd50f4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:59.706192 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8e3531e7-98a6-42d7-b2ed-9b1d6da16d54 req-1c5882c2-dbfa-4884-9143-48c725cd50f4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0548253 May 26 18:06:59.736468 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:59.763891 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8e3531e7-98a6-42d7-b2ed-9b1d6da16d54 req-da8abde5-0c9e-43a1-b5a0-e3f3fb859c97 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517280 May 26 18:07:00.899121 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80d35-53ca-4a10-be29-8313481bedaa req-54f8dcf4-8cc6-41ad-8948-6451ab7d11da tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:00.900850 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ebf80d35-53ca-4a10-be29-8313481bedaa req-54f8dcf4-8cc6-41ad-8948-6451ab7d11da tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0573957 May 26 18:07:00.963189 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ebf80d35-53ca-4a10-be29-8313481bedaa req-030c4fc3-2c44-4248-9714-53661e50a836 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521750 May 26 18:07:01.311267 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e879a-f6b6-4734-9080-9a91a1e15a9a req-9655f1b2-b50e-4f1c-9647-f3bb14379782 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:01.313603 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8c9e879a-f6b6-4734-9080-9a91a1e15a9a req-9655f1b2-b50e-4f1c-9647-f3bb14379782 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 945 time: 0.0570343 May 26 18:07:01.449084 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-8c9e879a-f6b6-4734-9080-9a91a1e15a9a req-426df6b3-1684-447b-87a6-015e47b771b4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Deleting port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:07:01.449666 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-8c9e879a-f6b6-4734-9080-9a91a1e15a9a req-426df6b3-1684-447b-87a6-015e47b771b4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:01.557846 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-8c9e879a-f6b6-4734-9080-9a91a1e15a9a req-426df6b3-1684-447b-87a6-015e47b771b4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] For port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6e614e89-75f5-41f4-9d8e-dc40ee2870d3,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:01.558279 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-8c9e879a-f6b6-4734-9080-9a91a1e15a9a req-426df6b3-1684-447b-87a6-015e47b771b4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:01.574775 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-8c9e879a-f6b6-4734-9080-9a91a1e15a9a req-426df6b3-1684-447b-87a6-015e47b771b4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Calling delete_port for 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 owned by compute:nova {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:07:01.726178 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-8c9e879a-f6b6-4734-9080-9a91a1e15a9a req-426df6b3-1684-447b-87a6-015e47b771b4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (6e614e89-75f5-41f4-9d8e-dc40ee2870d3), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:01.740645 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['6e614e89-75f5-41f4-9d8e-dc40ee2870d3', 'efa3e5cd-83db-40dc-825f-91ed2c94a915'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:07:01.765679 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426df6b3-1684-447b-87a6-015e47b771b4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event deleted for resources: {'Port': ['ID=6e614e89-75f5-41f4-9d8e-dc40ee2870d3,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:01.809231 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:01.851239 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9e879a-f6b6-4734-9080-9a91a1e15a9a req-426df6b3-1684-447b-87a6-015e47b771b4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] No DVR routers for this DVR port 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 on host hv-cinder-83607 {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:07:01.854555 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-8c9e879a-f6b6-4734-9080-9a91a1e15a9a req-426df6b3-1684-447b-87a6-015e47b771b4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:01.860430 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8c9e879a-f6b6-4734-9080-9a91a1e15a9a req-426df6b3-1684-447b-87a6-015e47b771b4 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "DELETE /v2.0/ports/6e614e89-75f5-41f4-9d8e-dc40ee2870d3 HTTP/1.1" status: 204 len: 173 time: 0.5409753 May 26 18:07:01.861544 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab024be1-042a-4324-9a5e-f66f33a36fc5', 'name': 'network-vif-deleted', 'tag': '6e614e89-75f5-41f4-9d8e-dc40ee2870d3'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:01.865105 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08b72bc-920d-4911-b8aa-9aa8d120333f" -d '{"events": [{"server_uuid": "ab024be1-042a-4324-9a5e-f66f33a36fc5", "name": "network-vif-deleted", "tag": "6e614e89-75f5-41f4-9d8e-dc40ee2870d3"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:01.947956 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c539fd7-413b-4d09-9f10-641a9b7505ad x-openstack-request-id: req-1c539fd7-413b-4d09-9f10-641a9b7505ad {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:01.948447 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab024be1-042a-4324-9a5e-f66f33a36fc5", "name": "network-vif-deleted", "tag": "6e614e89-75f5-41f4-9d8e-dc40ee2870d3", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:01.948948 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c539fd7-413b-4d09-9f10-641a9b7505ad {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:01.949458 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c539fd7-413b-4d09-9f10-641a9b7505ad'] response: {'server_uuid': 'ab024be1-042a-4324-9a5e-f66f33a36fc5', 'name': 'network-vif-deleted', 'tag': '6e614e89-75f5-41f4-9d8e-dc40ee2870d3', 'status': 'completed', 'code': 200} May 26 18:07:02.086716 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-42d58807-650c-48f3-8d5f-5f3eec9c81ea req-d75cfda9-d485-4210-802c-d5836d2bcc59 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab024be1-042a-4324-9a5e-f66f33a36fc5 HTTP/1.1" status: 200 len: 210 time: 0.0319486 May 26 18:07:03.429733 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68db499-4138-4e11-9070-a656fbc411f3 req-c8a0c570-210f-49a9-a030-53d2c37e86a9 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:03.431556 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e68db499-4138-4e11-9070-a656fbc411f3 req-c8a0c570-210f-49a9-a030-53d2c37e86a9 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0570960 May 26 18:07:03.513758 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e68db499-4138-4e11-9070-a656fbc411f3 req-e5282a37-1ff9-4ec8-ba5b-f6869330bd27 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756345 May 26 18:07:04.648035 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6ed89-e0c8-4926-ae8e-f01c5d058d42 req-f1ab3787-deb4-4058-b9c8-f2328f7d243b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:04.649802 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b7c6ed89-e0c8-4926-ae8e-f01c5d058d42 req-f1ab3787-deb4-4058-b9c8-f2328f7d243b tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0559804 May 26 18:07:04.708723 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b7c6ed89-e0c8-4926-ae8e-f01c5d058d42 req-7791e1ee-0bbf-4df2-9ac4-b1741bd2f213 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518577 May 26 18:07:05.182883 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:07:05.203659 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:07:05.203999 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 6e614e89-75f5-41f4-9d8e-dc40ee2870d3 not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:07:05.661891 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:05.672884 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:05.893025 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67948c-82c3-42dd-ab3a-1974632963d6 req-2da18afa-cb27-4d78-ae97-21513b3324d3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:05.894938 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fe67948c-82c3-42dd-ab3a-1974632963d6 req-2da18afa-cb27-4d78-ae97-21513b3324d3 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0578594 May 26 18:07:05.952981 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fe67948c-82c3-42dd-ab3a-1974632963d6 req-6e370512-e40b-4ecc-81e8-a0b52367144c tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519371 May 26 18:07:06.814582 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea8e12-d88e-4d13-af1b-fc189f12fac9 req-cc6f2364-4551-4be7-b671-7f7d2f9f2a6f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:06.816552 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-93ea8e12-d88e-4d13-af1b-fc189f12fac9 req-cc6f2364-4551-4be7-b671-7f7d2f9f2a6f tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.3913965 May 26 18:07:06.921424 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-93ea8e12-d88e-4d13-af1b-fc189f12fac9 req-54e9d531-3098-4350-9717-339cbc70ce32 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Deleting port efa3e5cd-83db-40dc-825f-91ed2c94a915 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:07:06.922546 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-93ea8e12-d88e-4d13-af1b-fc189f12fac9 req-54e9d531-3098-4350-9717-339cbc70ce32 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.036448 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:07.072483 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-93ea8e12-d88e-4d13-af1b-fc189f12fac9 req-54e9d531-3098-4350-9717-339cbc70ce32 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] For port efa3e5cd-83db-40dc-825f-91ed2c94a915, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=efa3e5cd-83db-40dc-825f-91ed2c94a915,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:07.073111 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-93ea8e12-d88e-4d13-af1b-fc189f12fac9 req-54e9d531-3098-4350-9717-339cbc70ce32 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.101953 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-93ea8e12-d88e-4d13-af1b-fc189f12fac9 req-54e9d531-3098-4350-9717-339cbc70ce32 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Calling delete_port for efa3e5cd-83db-40dc-825f-91ed2c94a915 owned by compute:nova {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:07:07.143850 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be015197-a4f5-48d2-be33-edbb29364dac req-445f4f77-5361-4ef6-9e68-6d3ee34c3ffb tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:07.146949 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-be015197-a4f5-48d2-be33-edbb29364dac req-445f4f77-5361-4ef6-9e68-6d3ee34c3ffb tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e617476-1bcd-49f6-b16b-1513445fc759 HTTP/1.1" status: 200 len: 945 time: 0.0925019 May 26 18:07:07.189439 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:07.206533 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-be015197-a4f5-48d2-be33-edbb29364dac req-56c26f12-4449-4e91-a2be-d7918c256707 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.69 "GET /v2.0/security-groups?id=f83be444-654b-4cac-8c60-755eb86458f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532603 May 26 18:07:07.327623 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-93ea8e12-d88e-4d13-af1b-fc189f12fac9 req-54e9d531-3098-4350-9717-339cbc70ce32 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (efa3e5cd-83db-40dc-825f-91ed2c94a915), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.378370 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9d531-3098-4350-9717-339cbc70ce32 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Pushing event deleted for resources: {'Port': ['ID=efa3e5cd-83db-40dc-825f-91ed2c94a915,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:07.471639 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ea8e12-d88e-4d13-af1b-fc189f12fac9 req-54e9d531-3098-4350-9717-339cbc70ce32 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] No DVR routers for this DVR port efa3e5cd-83db-40dc-825f-91ed2c94a915 on host hv-cinder-83607 {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:07:07.475512 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-93ea8e12-d88e-4d13-af1b-fc189f12fac9 req-54e9d531-3098-4350-9717-339cbc70ce32 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.481530 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-93ea8e12-d88e-4d13-af1b-fc189f12fac9 req-54e9d531-3098-4350-9717-339cbc70ce32 tempest-ServerRescueNegativeTestJSON-48273316 tempest-ServerRescueNegativeTestJSON-48273316-project] 10.222.0.62 "DELETE /v2.0/ports/efa3e5cd-83db-40dc-825f-91ed2c94a915 HTTP/1.1" status: 204 len: 173 time: 0.6565948 May 26 18:07:07.482290 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e617476-1bcd-49f6-b16b-1513445fc759', 'name': 'network-vif-deleted', 'tag': 'efa3e5cd-83db-40dc-825f-91ed2c94a915'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:07.487943 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e9bc60-281a-40bb-a2d3-7062b0bd85e2" -d '{"events": [{"server_uuid": "3e617476-1bcd-49f6-b16b-1513445fc759", "name": "network-vif-deleted", "tag": "efa3e5cd-83db-40dc-825f-91ed2c94a915"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:07.583771 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd0c55e-70ba-4f77-b857-88668b0c4f54 x-openstack-request-id: req-6cd0c55e-70ba-4f77-b857-88668b0c4f54 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:07.584419 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e617476-1bcd-49f6-b16b-1513445fc759", "name": "network-vif-deleted", "tag": "efa3e5cd-83db-40dc-825f-91ed2c94a915", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:07.584991 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6cd0c55e-70ba-4f77-b857-88668b0c4f54 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:07.586283 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd0c55e-70ba-4f77-b857-88668b0c4f54'] response: {'server_uuid': '3e617476-1bcd-49f6-b16b-1513445fc759', 'name': 'network-vif-deleted', 'tag': 'efa3e5cd-83db-40dc-825f-91ed2c94a915', 'status': 'completed', 'code': 200} May 26 18:07:08.279021 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44168) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:08.672198 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:08.736753 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:08.856813 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-11e8fd01-00a7-41ee-b185-bc9f85b4b4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8119267'] for router_interface (c9629e1e-c9da-4f32-a870-980ea02d3823), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:09.164140 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-11e8fd01-00a7-41ee-b185-bc9f85b4b4d0 admin admin] Deleting port ef8ad18f-3308-473a-a7d6-e626888f19b2 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:07:09.164469 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-11e8fd01-00a7-41ee-b185-bc9f85b4b4d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:09.229888 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device efa3e5cd-83db-40dc-825f-91ed2c94a915 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:07:09.250773 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: efa3e5cd-83db-40dc-825f-91ed2c94a915 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:07:09.251109 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device efa3e5cd-83db-40dc-825f-91ed2c94a915 not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:07:09.292088 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-11e8fd01-00a7-41ee-b185-bc9f85b4b4d0 admin admin] For port ef8ad18f-3308-473a-a7d6-e626888f19b2, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=ef8ad18f-3308-473a-a7d6-e626888f19b2,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:09.292748 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-11e8fd01-00a7-41ee-b185-bc9f85b4b4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:09.308691 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-11e8fd01-00a7-41ee-b185-bc9f85b4b4d0 admin admin] Calling delete_port for ef8ad18f-3308-473a-a7d6-e626888f19b2 owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:07:09.521821 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-11e8fd01-00a7-41ee-b185-bc9f85b4b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (ef8ad18f-3308-473a-a7d6-e626888f19b2), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:09.551419 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8fd01-00a7-41ee-b185-bc9f85b4b4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8ad18f-3308-473a-a7d6-e626888f19b2,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:09.721480 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-11e8fd01-00a7-41ee-b185-bc9f85b4b4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8107912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8119167'] for router_interface (c9629e1e-c9da-4f32-a870-980ea02d3823), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.206613 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:10.210524 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:10.319237 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e8fd01-00a7-41ee-b185-bc9f85b4b4d0 admin admin] Router c9629e1e-c9da-4f32-a870-980ea02d3823 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:07:10.477555 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e8fd01-00a7-41ee-b185-bc9f85b4b4d0 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:10.490320 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-11e8fd01-00a7-41ee-b185-bc9f85b4b4d0 admin admin] 10.222.0.69 "PUT /v2.0/routers/c9629e1e-c9da-4f32-a870-980ea02d3823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2127345 May 26 18:07:10.490804 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c371cb-77d6-465f-8d34-24c0bec7db02 None None] Sync routers for ids ['c9629e1e-c9da-4f32-a870-980ea02d3823'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:10.494320 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44200) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:10.504992 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c371cb-77d6-465f-8d34-24c0bec7db02 None None] Routers {'c9629e1e-c9da-4f32-a870-980ea02d3823'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:10.505959 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-a0c371cb-77d6-465f-8d34-24c0bec7db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['c9629e1e-c9da-4f32-a870-980ea02d3823'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:10.577325 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02c557-956a-434c-98bf-951c9c79246a req-622b5751-e7cb-42b1-a7b5-170f4592b650 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:10.579151 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8f02c557-956a-434c-98bf-951c9c79246a req-622b5751-e7cb-42b1-a7b5-170f4592b650 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0555086 May 26 18:07:10.678173 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Publish callbacks [] for router (c9629e1e-c9da-4f32-a870-980ea02d3823), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.683381 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8f02c557-956a-434c-98bf-951c9c79246a req-66b5fe14-8960-42a9-91c8-30b5d21a452d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0955558 May 26 18:07:10.817510 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Publish callbacks [] for router_gateway (c9629e1e-c9da-4f32-a870-980ea02d3823), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.830790 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-a0c371cb-77d6-465f-8d34-24c0bec7db02 None None] Set router c9629e1e-c9da-4f32-a870-980ea02d3823 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:10.881274 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Deleting port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:07:10.881757 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.990297 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] For port f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:10.990635 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.010097 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Calling delete_port for f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 owned by network:router_gateway {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:07:11.060644 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-a0c371cb-77d6-465f-8d34-24c0bec7db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:07:09Z', 'revision_number': 5, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port': {'id': 'f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:15Z', 'updated_at': '2022-05-26T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:11.111449 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c371cb-77d6-465f-8d34-24c0bec7db02 None None] Checking router: c9629e1e-c9da-4f32-a870-980ea02d3823 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:11.126165 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c371cb-77d6-465f-8d34-24c0bec7db02 None None] Routers {'c9629e1e-c9da-4f32-a870-980ea02d3823'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:11.127798 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-a0c371cb-77d6-465f-8d34-24c0bec7db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:06:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['c9629e1e-c9da-4f32-a870-980ea02d3823'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:11.200177 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.231080 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:11.262587 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8120285'] for router_gateway (c9629e1e-c9da-4f32-a870-980ea02d3823), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.274103 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-a0c371cb-77d6-465f-8d34-24c0bec7db02 None None] Set router c9629e1e-c9da-4f32-a870-980ea02d3823 gateway port host: None {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:11.374916 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-a0c371cb-77d6-465f-8d34-24c0bec7db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:07:10Z', 'revision_number': 6, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port_host': None}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:11.393719 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8125068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30675'] for router (c9629e1e-c9da-4f32-a870-980ea02d3823), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.396638 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Publish callbacks [] for router_controller (c9629e1e-c9da-4f32-a870-980ea02d3823), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.417973 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c371cb-77d6-465f-8d34-24c0bec7db02 None None] The sync data for ids ['c9629e1e-c9da-4f32-a870-980ea02d3823'] in dv-cinder-836074-5-iscsi is: [{'id': 'c9629e1e-c9da-4f32-a870-980ea02d3823', 'name': 'tempest-ServerRescueNegativeTestJSON-1257562423-router', 'tenant_id': '53288d567a8f426bb068908db481e32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:07:10Z', 'revision_number': 6, 'project_id': '53288d567a8f426bb068908db481e32e', 'gw_port_host': None}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:11.475977 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8125063'] for router (c9629e1e-c9da-4f32-a870-980ea02d3823), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.477061 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9629e1e-c9da-4f32-a870-980ea02d3823 {{(pid=103837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:07:11.485230 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.487358 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4788d594-faac-41f1-a9a4-19ac27992d23 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c9629e1e-c9da-4f32-a870-980ea02d3823 HTTP/1.1" status: 204 len: 168 time: 0.9914730 May 26 18:07:11.490626 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44210) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:11.519695 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:11.532218 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:11.547526 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-317df50f-74c9-45e6-94b6-d3831bfba20b admin admin] Deleting subnet 3b59f225-65a0-4eef-b8a2-9cfb718da775 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:07:11.552053 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-317df50f-74c9-45e6-94b6-d3831bfba20b admin admin] Publish callbacks [] for subnet (3b59f225-65a0-4eef-b8a2-9cfb718da775), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.607078 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-317df50f-74c9-45e6-94b6-d3831bfba20b admin admin] Publish callbacks [] for subnet (3b59f225-65a0-4eef-b8a2-9cfb718da775), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.713661 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-317df50f-74c9-45e6-94b6-d3831bfba20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (3b59f225-65a0-4eef-b8a2-9cfb718da775), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.808588 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-317df50f-74c9-45e6-94b6-d3831bfba20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for subnet (3b59f225-65a0-4eef-b8a2-9cfb718da775), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.856495 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b586e90-9d5a-477d-953f-7efb4bb7e9d2 None None] Network 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:07:11.877682 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-317df50f-74c9-45e6-94b6-d3831bfba20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.884052 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-317df50f-74c9-45e6-94b6-d3831bfba20b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3b59f225-65a0-4eef-b8a2-9cfb718da775 HTTP/1.1" status: 204 len: 168 time: 0.3892193 May 26 18:07:11.884052 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317df50f-74c9-45e6-94b6-d3831bfba20b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b59f225-65a0-4eef-b8a2-9cfb718da775,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:11.884417 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44220) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:11.897094 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236d6f6-229d-477c-844a-32c9e1876675 req-33147dc1-428c-4452-b011-4f357b0c4737 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:11.908375 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4236d6f6-229d-477c-844a-32c9e1876675 req-33147dc1-428c-4452-b011-4f357b0c4737 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.1000648 May 26 18:07:11.994409 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (18d1c3ca-82fe-45c8-9ec5-367933ffa4c4), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:12.019748 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4236d6f6-229d-477c-844a-32c9e1876675 req-d4a91dfc-e3e3-4de6-bf9b-087704f162ac tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1095948 May 26 18:07:12.067982 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Deleting port dbbd9c77-2d58-45af-80f5-271ae0234018 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:07:12.068389 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:12.184774 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] For port dbbd9c77-2d58-45af-80f5-271ae0234018, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=dbbd9c77-2d58-45af-80f5-271ae0234018,segment=NetworkSegment(ccb6347c-57e0-42f2-8db4-c698be22ea41),segment_id=ccb6347c-57e0-42f2-8db4-c698be22ea41)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:12.185375 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:12.211051 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Calling delete_port for dbbd9c77-2d58-45af-80f5-271ae0234018 owned by network:dhcp {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:07:12.357394 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (dbbd9c77-2d58-45af-80f5-271ae0234018), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:12.386691 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbd9c77-2d58-45af-80f5-271ae0234018,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:12.390874 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] No DVR routers for this DVR port dbbd9c77-2d58-45af-80f5-271ae0234018 on host dv-cinder-836074-5-iscsi {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:07:12.394656 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc819d6a-d018-4ece-8d1d-aa1428da5457 None None] DHCP port deletion for 18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 request from dv-cinder-836074-5-iscsi {{(pid=103838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:07:12.519085 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (18d1c3ca-82fe-45c8-9ec5-367933ffa4c4), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:12.550919 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.551314 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.552148 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.552508 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > port after_create 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.552848 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.553189 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > port after_update 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.553517 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.553845 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.554169 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.554496 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.636966 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.637401 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.637740 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.637977 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:07:12.638361 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d1c3ca-82fe-45c8-9ec5-367933ffa4c4']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:12.673779 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb6347c-57e0-42f2-8db4-c698be22ea41') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:12.674559 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb6347c-57e0-42f2-8db4-c698be22ea41') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:12.707049 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551954'] for segment (ccb6347c-57e0-42f2-8db4-c698be22ea41), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:12.744835 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (ccb6347c-57e0-42f2-8db4-c698be22ea41), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:12.760094 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:07:12.760601 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16737519'] for segment (ccb6347c-57e0-42f2-8db4-c698be22ea41), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:12.847756 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (18d1c3ca-82fe-45c8-9ec5-367933ffa4c4), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:12.858870 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:12.864995 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] 10.222.0.69 "DELETE /v2.0/networks/18d1c3ca-82fe-45c8-9ec5-367933ffa4c4 HTTP/1.1" status: 204 len: 168 time: 0.9795365 May 26 18:07:12.880493 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe99f4-e6db-438f-8905-e3a469cf3738 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d1c3ca-82fe-45c8-9ec5-367933ffa4c4,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:12.975785 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment ccb6347c-57e0-42f2-8db4-c698be22ea41 resource provider aggregate not found May 26 18:07:13.003063 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment ccb6347c-57e0-42f2-8db4-c698be22ea41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccb6347c-57e0-42f2-8db4-c698be22ea41 found for delete ", "request_id": "req-03a413cd-cb56-4403-a962-5d778f34ab15"}]} May 26 18:07:13.035813 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44236) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:13.088488 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:07:13.091195 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-414e49fa-7d6f-48f4-8c7f-acec983b8ee2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53288d567a8f426bb068908db481e32e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0538092 May 26 18:07:13.094566 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44240) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:13.109935 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:07:13.110308 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device f638ab6f-dcf7-46f7-a9db-ecde1b7cbc48 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:07:13.111447 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device dbbd9c77-2d58-45af-80f5-271ae0234018 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:07:13.116305 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:13.136285 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: dbbd9c77-2d58-45af-80f5-271ae0234018 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:07:13.136937 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device dbbd9c77-2d58-45af-80f5-271ae0234018 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:07:13.137543 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device ef8ad18f-3308-473a-a7d6-e626888f19b2 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:07:13.158279 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: ef8ad18f-3308-473a-a7d6-e626888f19b2 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:07:13.158279 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device ef8ad18f-3308-473a-a7d6-e626888f19b2 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:07:13.199563 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7311aea8-0aba-49ec-9292-0ec1789aa544 admin admin] Publish callbacks [] for security_group (f83be444-654b-4cac-8c60-755eb86458f5), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.235228 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9229-1b16-4f53-ae0b-63c53161731f req-3db3be24-d9f3-480a-80ca-0d2007efa5a7 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:13.237548 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d41d9229-1b16-4f53-ae0b-63c53161731f req-3db3be24-d9f3-480a-80ca-0d2007efa5a7 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0898266 May 26 18:07:13.255003 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7311aea8-0aba-49ec-9292-0ec1789aa544 admin admin] Publish callbacks [] for security_group (f83be444-654b-4cac-8c60-755eb86458f5), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.270397 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:13.339563 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d41d9229-1b16-4f53-ae0b-63c53161731f req-650b666b-37c9-4cfa-989c-25171819b110 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0917194 May 26 18:07:13.371050 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7311aea8-0aba-49ec-9292-0ec1789aa544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f83be444-654b-4cac-8c60-755eb86458f5), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.374005 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7311aea8-0aba-49ec-9292-0ec1789aa544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.376082 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7311aea8-0aba-49ec-9292-0ec1789aa544 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f83be444-654b-4cac-8c60-755eb86458f5 HTTP/1.1" status: 204 len: 168 time: 0.2788913 May 26 18:07:13.388700 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311aea8-0aba-49ec-9292-0ec1789aa544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83be444-654b-4cac-8c60-755eb86458f5,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:13.700377 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:14.519112 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf39e1-20ba-4514-a19f-89cfebc3db3c req-38ab33df-c236-426c-9b13-92a843841f4d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:14.523091 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f2cf39e1-20ba-4514-a19f-89cfebc3db3c req-38ab33df-c236-426c-9b13-92a843841f4d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0717485 May 26 18:07:14.591592 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f2cf39e1-20ba-4514-a19f-89cfebc3db3c req-ec5a477f-54f9-4eef-b565-4221c7c48bcd tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0618160 May 26 18:07:15.725139 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898438b8-c191-4f79-a985-bc87fefb0a89 req-62de9f34-b903-4601-9e67-dc8da49391ec tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:15.726775 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-898438b8-c191-4f79-a985-bc87fefb0a89 req-62de9f34-b903-4601-9e67-dc8da49391ec tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0509188 May 26 18:07:15.783731 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-898438b8-c191-4f79-a985-bc87fefb0a89 req-cab7551c-342b-4bd9-91e7-bb8cfc94fdfc tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0490997 May 26 18:07:16.921516 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b31661-8bed-43bf-9d48-a42a8e8fb71c req-dd489823-be2e-4da3-87fd-c7b5d96efa48 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:16.923393 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d9b31661-8bed-43bf-9d48-a42a8e8fb71c req-dd489823-be2e-4da3-87fd-c7b5d96efa48 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0575516 May 26 18:07:16.985106 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d9b31661-8bed-43bf-9d48-a42a8e8fb71c req-cd718dc5-0348-4b10-8748-fa4638b82639 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0516653 May 26 18:07:17.643839 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44318) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:17.792846 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1c1e8304-c5ba-4470-b960-8e4f50c28758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:17.893125 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1c1e8304-c5ba-4470-b960-8e4f50c28758 admin admin] Publish callbacks [] for security_group (0628b42c-3a45-4902-a8b3-02cc77dae724), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:17.898133 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1c1e8304-c5ba-4470-b960-8e4f50c28758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (0628b42c-3a45-4902-a8b3-02cc77dae724), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:17.945257 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-1c1e8304-c5ba-4470-b960-8e4f50c28758 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=34372c6888af440cbd3a3637596e1975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001969 May 26 18:07:17.946472 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e8304-c5ba-4470-b960-8e4f50c28758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0628b42c-3a45-4902-a8b3-02cc77dae724,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:17.948649 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44322) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:18.022621 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5b272245-e99a-49d5-9a03-6fef9de68ea0 admin admin] Publish callbacks [] for security_group (0628b42c-3a45-4902-a8b3-02cc77dae724), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.024706 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6803eb64-7dd5-4ed4-803e-48127d444499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.069652 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5b272245-e99a-49d5-9a03-6fef9de68ea0 admin admin] Publish callbacks [] for security_group (0628b42c-3a45-4902-a8b3-02cc77dae724), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.178357 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98c6fb-b2cf-49d7-b0a9-030b8fa41aa0 req-127007e5-3427-4641-862f-346ac6e5d7dd tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:18.180185 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ff98c6fb-b2cf-49d7-b0a9-030b8fa41aa0 req-127007e5-3427-4641-862f-346ac6e5d7dd tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0704417 May 26 18:07:18.186176 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5b272245-e99a-49d5-9a03-6fef9de68ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (0628b42c-3a45-4902-a8b3-02cc77dae724), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.189735 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5b272245-e99a-49d5-9a03-6fef9de68ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.191024 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-5b272245-e99a-49d5-9a03-6fef9de68ea0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0628b42c-3a45-4902-a8b3-02cc77dae724 HTTP/1.1" status: 204 len: 168 time: 0.2414100 May 26 18:07:18.216093 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b272245-e99a-49d5-9a03-6fef9de68ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0628b42c-3a45-4902-a8b3-02cc77dae724,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:18.257535 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ff98c6fb-b2cf-49d7-b0a9-030b8fa41aa0 req-196f8879-13e7-4822-ba7d-887250c7b22e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0652807 May 26 18:07:18.776085 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce642078-1b2f-4a7d-ad91-37c1fac0e872 req-039333c9-c099-4da9-a269-fbeb1e7d9156 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:18.778706 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ce642078-1b2f-4a7d-ad91-37c1fac0e872 req-039333c9-c099-4da9-a269-fbeb1e7d9156 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0891941 May 26 18:07:18.807637 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:18.856943 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ce642078-1b2f-4a7d-ad91-37c1fac0e872 req-4bc57115-c90c-4322-aeb9-a3297b0424d5 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705349 May 26 18:07:19.464570 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d63f2-b547-4cc4-a3d1-2b2c75940d96 req-229ede16-b9d6-468b-9d40-99d4dc6e4e3e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:19.466843 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a78d63f2-b547-4cc4-a3d1-2b2c75940d96 req-229ede16-b9d6-468b-9d40-99d4dc6e4e3e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0849705 May 26 18:07:19.587248 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a78d63f2-b547-4cc4-a3d1-2b2c75940d96 req-f7fd2c5a-a46f-44ae-958f-a219d03ae3da tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1120360 May 26 18:07:19.797314 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:07:19.807412 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=15 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:20.020304 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb94179-5d2e-434e-916e-401ac060b5d6 req-184846c2-61db-4cfb-b194-8c38cce53073 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:20.023983 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-acb94179-5d2e-434e-916e-401ac060b5d6 req-184846c2-61db-4cfb-b194-8c38cce53073 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0744112 May 26 18:07:20.127938 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-acb94179-5d2e-434e-916e-401ac060b5d6 req-2b66e35a-169e-41ee-b6c2-98b057288c95 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973504 May 26 18:07:20.205942 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-74e48e39-bde0-4e07-befd-50fa777d0584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:20.765325 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef6a61-f20f-4c0a-92be-8cc807e6ac37 req-836e4c07-63e0-4b2d-bbd8-aaa3372c2a7f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:20.768979 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-42ef6a61-f20f-4c0a-92be-8cc807e6ac37 req-836e4c07-63e0-4b2d-bbd8-aaa3372c2a7f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0689940 May 26 18:07:20.828474 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-42ef6a61-f20f-4c0a-92be-8cc807e6ac37 req-fcbda715-387d-483b-95c1-1564c8cf265d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0527956 May 26 18:07:21.294962 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:21.310248 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98bbd5-8635-477a-ba69-f2927d43a271 req-e2da370c-e788-439d-8a6b-ff8f614fddfb tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:21.319666 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ac98bbd5-8635-477a-ba69-f2927d43a271 req-e2da370c-e788-439d-8a6b-ff8f614fddfb tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0660145 May 26 18:07:21.404307 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ac98bbd5-8635-477a-ba69-f2927d43a271 req-1d47bb58-9b49-41f3-a20b-88be5908594c tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811241 May 26 18:07:21.561770 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:21.728391 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84a77-407c-421d-bc40-92a1f465e66f req-6a925936-d34c-4821-a864-abd0c1ee78c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:21.730057 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-64a84a77-407c-421d-bc40-92a1f465e66f req-6a925936-d34c-4821-a864-abd0c1ee78c3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 946 time: 0.0814006 May 26 18:07:21.791814 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-64a84a77-407c-421d-bc40-92a1f465e66f req-21e228bd-55dc-4dd9-8723-a7fc14e40d81 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=46840777-7bc5-49c5-8ecb-f761ef36c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543907 May 26 18:07:22.020249 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736699a-9c08-4104-9b1e-b55bf93b0e82 req-4e71b36f-1738-43b9-b227-0b0af0181463 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:22.021851 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3736699a-9c08-4104-9b1e-b55bf93b0e82 req-4e71b36f-1738-43b9-b227-0b0af0181463 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0602844 May 26 18:07:22.082872 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3736699a-9c08-4104-9b1e-b55bf93b0e82 req-821f1ce8-311f-4300-a9b3-7bdf7b9964b8 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0510254 May 26 18:07:22.551506 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ed090-9ec0-4009-9d27-1519abcc2169 req-3883042a-730f-4bd9-8f7d-d3acfb809b2e tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:22.553348 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:22.553909 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-459ed090-9ec0-4009-9d27-1519abcc2169 req-3883042a-730f-4bd9-8f7d-d3acfb809b2e tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0596023 May 26 18:07:22.567715 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:22.623913 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-459ed090-9ec0-4009-9d27-1519abcc2169 req-e1f42288-e363-4510-930f-de4649eaa729 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580435 May 26 18:07:22.928613 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c66909-b626-4104-b54a-d19d1606294b req-70be6519-81a3-42f5-a1df-c01399fd3abd tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:22.930294 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-53c66909-b626-4104-b54a-d19d1606294b req-70be6519-81a3-42f5-a1df-c01399fd3abd tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 946 time: 0.0558009 May 26 18:07:22.991115 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-53c66909-b626-4104-b54a-d19d1606294b req-41b88d5d-0c67-47e6-9ed4-0144315031b2 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=46840777-7bc5-49c5-8ecb-f761ef36c17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535815 May 26 18:07:23.228562 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e79aa-8b39-41bf-aaec-05bcaf42e7c8 req-788d99d2-7636-4c87-8d6c-b4c70ecf290d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:23.230238 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7e8e79aa-8b39-41bf-aaec-05bcaf42e7c8 req-788d99d2-7636-4c87-8d6c-b4c70ecf290d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0633399 May 26 18:07:23.303902 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7e8e79aa-8b39-41bf-aaec-05bcaf42e7c8 req-8c003fb9-31f4-4072-b8de-beca0f966ba1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0644467 May 26 18:07:23.366006 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-9f19651c-35e3-4809-9abf-2782fa7b1004 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:23.368671 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-9f19651c-35e3-4809-9abf-2782fa7b1004 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 946 time: 0.1037991 May 26 18:07:23.447080 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:23.534010 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Deleting port def34736-9172-4fd2-aaf3-a11444afd3f9 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:07:23.534366 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.642474 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] For port def34736-9172-4fd2-aaf3-a11444afd3f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=def34736-9172-4fd2-aaf3-a11444afd3f9,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:23.642796 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.707152 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:23.816849 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0d991-128c-41c0-bbdd-ca3c9e7a39d5 req-dac07e1e-5f6e-494d-a827-c511f5f46d4d tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:23.818490 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0bc0d991-128c-41c0-bbdd-ca3c9e7a39d5 req-dac07e1e-5f6e-494d-a827-c511f5f46d4d tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.1005881 May 26 18:07:23.929677 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.930199 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (8a6ef848-fcf6-4e03-839c-cf1de313179b), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.930527 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Floating IP 8a6ef848-fcf6-4e03-839c-cf1de313179b disassociated. External IP: 172.27.0.131, port: def34736-9172-4fd2-aaf3-a11444afd3f9. May 26 18:07:23.931388 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Calling delete_port for def34736-9172-4fd2-aaf3-a11444afd3f9 owned by compute:nova {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:07:23.942802 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0bc0d991-128c-41c0-bbdd-ca3c9e7a39d5 req-947d3d7c-6466-4a83-94ee-7819627204aa tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177773 May 26 18:07:24.136489 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (def34736-9172-4fd2-aaf3-a11444afd3f9), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.156623 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.171680 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-91d15a74-add2-4729-8a6c-0cb4378d297f req-717bda65-6cad-4dfa-a030-d6a529e49f14 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 210 time: 0.0544276 May 26 18:07:24.175798 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event deleted for resources: {'Port': ['ID=def34736-9172-4fd2-aaf3-a11444afd3f9,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:24.187507 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.187882 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.188289 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.189560 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.190138 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.190645 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.191200 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.191743 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.192267 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.192780 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.195106 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.195510 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.195915 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.196382 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.196794 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:24.337950 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Router 38e7beef-54ca-46f0-bad8-41c952f715dd has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:07:24.508101 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916ebd2-d311-4c8c-a5c4-cfe2e5d6c885 req-a1d3bdac-7772-4d27-bd4f-3a47b623e562 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:24.509677 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c916ebd2-d311-4c8c-a5c4-cfe2e5d6c885 req-a1d3bdac-7772-4d27-bd4f-3a47b623e562 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0997260 May 26 18:07:24.519424 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:24.532486 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:24.573292 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c01f59-abc6-4f6d-9145-acc27f868550 None None] Sync routers for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:24.597043 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c01f59-abc6-4f6d-9145-acc27f868550 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:24.598475 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d8c01f59-abc6-4f6d-9145-acc27f868550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:07:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:24.610162 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] No DVR routers for this DVR port def34736-9172-4fd2-aaf3-a11444afd3f9 on host hv-cinder-83607 {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:07:24.619685 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.629741 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fc79ff10-56c3-4c8d-a396-74e8cbffe0bc req-4b752cdf-73b2-440f-ba81-6a787706a5db tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "DELETE /v2.0/ports/def34736-9172-4fd2-aaf3-a11444afd3f9 HTTP/1.1" status: 204 len: 173 time: 1.2553501 May 26 18:07:24.630503 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'name': 'network-vif-deleted', 'tag': 'def34736-9172-4fd2-aaf3-a11444afd3f9'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:24.636177 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea9458a-f3c4-407e-8cf2-1656f9de19a2" -d '{"events": [{"server_uuid": "8a2d2dde-ab10-41d4-ab33-ad703f697b84", "name": "network-vif-deleted", "tag": "def34736-9172-4fd2-aaf3-a11444afd3f9"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:24.695653 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c916ebd2-d311-4c8c-a5c4-cfe2e5d6c885 req-544c30b2-ab13-4464-be55-fc2a338cf7c6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1677103 May 26 18:07:24.736412 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4628c818-7cb7-45f2-9d28-1e1f71258864 x-openstack-request-id: req-4628c818-7cb7-45f2-9d28-1e1f71258864 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:24.736859 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2d2dde-ab10-41d4-ab33-ad703f697b84", "name": "network-vif-deleted", "tag": "def34736-9172-4fd2-aaf3-a11444afd3f9", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:24.737241 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4628c818-7cb7-45f2-9d28-1e1f71258864 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:24.737855 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4628c818-7cb7-45f2-9d28-1e1f71258864'] response: {'server_uuid': '8a2d2dde-ab10-41d4-ab33-ad703f697b84', 'name': 'network-vif-deleted', 'tag': 'def34736-9172-4fd2-aaf3-a11444afd3f9', 'status': 'completed', 'code': 200} May 26 18:07:24.839809 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-d8c01f59-abc6-4f6d-9145-acc27f868550 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:25.120264 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d8c01f59-abc6-4f6d-9145-acc27f868550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:25.158703 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c66de-b1b7-46eb-8102-ef9b71931716 req-3e2dc62f-f212-466a-a98c-835c01923e70 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:25.160780 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-717c66de-b1b7-46eb-8102-ef9b71931716 req-3e2dc62f-f212-466a-a98c-835c01923e70 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0838656 May 26 18:07:25.170519 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c01f59-abc6-4f6d-9145-acc27f868550 None None] Checking router: 38e7beef-54ca-46f0-bad8-41c952f715dd for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:25.183236 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c01f59-abc6-4f6d-9145-acc27f868550 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:25.184995 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d8c01f59-abc6-4f6d-9145-acc27f868550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:07:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:25.337287 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-d8c01f59-abc6-4f6d-9145-acc27f868550 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:25.353032 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-717c66de-b1b7-46eb-8102-ef9b71931716 req-2cb8ca0a-f0e0-4bc9-8239-6e352fdcb12b tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782222 May 26 18:07:25.405495 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1be08c4f-b801-4133-8892-a838a484d2c7 req-bba3d94a-3265-450b-b147-951926732775 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2d2dde-ab10-41d4-ab33-ad703f697b84 HTTP/1.1" status: 200 len: 210 time: 0.0883083 May 26 18:07:25.776125 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-d8c01f59-abc6-4f6d-9145-acc27f868550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:25.807513 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c01f59-abc6-4f6d-9145-acc27f868550 None None] The sync data for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi is: [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:25.857024 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be7491-aefb-4935-ae01-d9b756264a48 req-c775ff56-7e06-4600-8752-16f8849c5fa2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:25.858807 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a0be7491-aefb-4935-ae01-d9b756264a48 req-c775ff56-7e06-4600-8752-16f8849c5fa2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0719814 May 26 18:07:25.933178 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a0be7491-aefb-4935-ae01-d9b756264a48 req-682236e1-0e9a-4115-9ab5-46b17db35d34 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0638337 May 26 18:07:26.096939 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43ecb0-dbcf-4e7d-ba5d-eeec0146801c None None] New status for floating IP 8a6ef848-fcf6-4e03-839c-cf1de313179b: DOWN {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:07:26.507138 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef172870-a185-4c37-8b39-9034a63aff49 req-bd847c38-aa65-4ebf-9dc8-e1fefeef5e41 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:26.507138 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef172870-a185-4c37-8b39-9034a63aff49 req-bd847c38-aa65-4ebf-9dc8-e1fefeef5e41 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0543799 May 26 18:07:26.560218 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 44484) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:26.571552 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ef172870-a185-4c37-8b39-9034a63aff49 req-82587f81-ce58-4051-9fb3-f2791e0ce50f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560296 May 26 18:07:26.597583 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:26.641898 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c9648c9e-c115-441f-82b5-741fe1f75740 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (46840777-7bc5-49c5-8ecb-f761ef36c17a), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.673947 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c9648c9e-c115-441f-82b5-741fe1f75740 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (46840777-7bc5-49c5-8ecb-f761ef36c17a), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.747452 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c9648c9e-c115-441f-82b5-741fe1f75740 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (46840777-7bc5-49c5-8ecb-f761ef36c17a), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.752911 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c9648c9e-c115-441f-82b5-741fe1f75740 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.759262 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-c9648c9e-c115-441f-82b5-741fe1f75740 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "DELETE /v2.0/security-groups/46840777-7bc5-49c5-8ecb-f761ef36c17a HTTP/1.1" status: 204 len: 168 time: 0.1930966 May 26 18:07:26.760381 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 44492) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:26.781448 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9648c9e-c115-441f-82b5-741fe1f75740 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46840777-7bc5-49c5-8ecb-f761ef36c17a,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:26.785009 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.api.v2.resource [None req-9b4e4714-6ea0-4a94-b443-865794228ca9 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] show failed (client error): The resource could not be found. May 26 18:07:26.791074 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9b4e4714-6ea0-4a94-b443-865794228ca9 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups/46840777-7bc5-49c5-8ecb-f761ef36c17a HTTP/1.1" status: 404 len: 347 time: 0.0258510 May 26 18:07:26.793904 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44494) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:26.936125 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-503293d8-9260-44c5-a1f5-01f2de4964b3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Deleting port 75720f05-5608-430e-ac86-45d4fc59eb9d {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:07:26.936455 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-503293d8-9260-44c5-a1f5-01f2de4964b3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (75720f05-5608-430e-ac86-45d4fc59eb9d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.061972 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-503293d8-9260-44c5-a1f5-01f2de4964b3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (75720f05-5608-430e-ac86-45d4fc59eb9d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.062403 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-503293d8-9260-44c5-a1f5-01f2de4964b3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (75720f05-5608-430e-ac86-45d4fc59eb9d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.079343 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-503293d8-9260-44c5-a1f5-01f2de4964b3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Calling delete_port for 75720f05-5608-430e-ac86-45d4fc59eb9d owned by network:floatingip {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:07:27.084809 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6c087-6d04-4feb-b1e5-0182142befb9 req-74c00427-3d82-40f1-aa1c-0f254e8971c6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:27.087432 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bbd6c087-6d04-4feb-b1e5-0182142befb9 req-74c00427-3d82-40f1-aa1c-0f254e8971c6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0695240 May 26 18:07:27.170056 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bbd6c087-6d04-4feb-b1e5-0182142befb9 req-fe7982f2-879e-420b-86bb-f9980318c046 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0737545 May 26 18:07:27.242829 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:27.251723 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-503293d8-9260-44c5-a1f5-01f2de4964b3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (75720f05-5608-430e-ac86-45d4fc59eb9d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.279304 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503293d8-9260-44c5-a1f5-01f2de4964b3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event deleted for resources: {'Port': ['ID=75720f05-5608-430e-ac86-45d4fc59eb9d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:27.323702 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device def34736-9172-4fd2-aaf3-a11444afd3f9 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:07:27.365113 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: def34736-9172-4fd2-aaf3-a11444afd3f9 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:07:27.366020 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device def34736-9172-4fd2-aaf3-a11444afd3f9 not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:07:27.389913 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-503293d8-9260-44c5-a1f5-01f2de4964b3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (8a6ef848-fcf6-4e03-839c-cf1de313179b), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.392721 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-503293d8-9260-44c5-a1f5-01f2de4964b3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.396722 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-503293d8-9260-44c5-a1f5-01f2de4964b3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "DELETE /v2.0/floatingips/8a6ef848-fcf6-4e03-839c-cf1de313179b HTTP/1.1" status: 204 len: 168 time: 0.6014047 May 26 18:07:27.500464 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44508) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:27.507044 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-c94da2b2-4a4d-49dc-880b-dd8c501737bf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1362317384', 'description': 'tempest-description--91936392'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:27.539050 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c94da2b2-4a4d-49dc-880b-dd8c501737bf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.572664 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:27.698401 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c94da2b2-4a4d-49dc-880b-dd8c501737bf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (3b64c7dd-302f-484d-8e43-1bf369b8d35d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.712682 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c94da2b2-4a4d-49dc-880b-dd8c501737bf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (3b64c7dd-302f-484d-8e43-1bf369b8d35d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.819156 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20c3f1-dc5a-46a0-9102-8bb5cfd62d7b req-7f27b40d-1ca0-4540-a21d-dd8762739ab5 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:27.821477 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1f20c3f1-dc5a-46a0-9102-8bb5cfd62d7b req-7f27b40d-1ca0-4540-a21d-dd8762739ab5 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.1501882 May 26 18:07:27.825304 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c94da2b2-4a4d-49dc-880b-dd8c501737bf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.827137 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c94da2b2-4a4d-49dc-880b-dd8c501737bf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3252313 May 26 18:07:27.831599 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 44516) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:27.836520 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-a59f15fe-4de2-47c3-866d-4a7c87e9be86 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'security_group_rule': {'security_group_id': '3b64c7dd-302f-484d-8e43-1bf369b8d35d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:27.838294 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94da2b2-4a4d-49dc-880b-dd8c501737bf tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b64c7dd-302f-484d-8e43-1bf369b8d35d,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:27.883406 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a59f15fe-4de2-47c3-866d-4a7c87e9be86 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (79f0f3eb-8f25-4218-92c0-99bb61a168f8), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.893175 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1f20c3f1-dc5a-46a0-9102-8bb5cfd62d7b req-a3ed4330-7f67-4d9c-9a9a-8fc03da38aa4 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627000 May 26 18:07:27.968584 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a59f15fe-4de2-47c3-866d-4a7c87e9be86 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (79f0f3eb-8f25-4218-92c0-99bb61a168f8), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.974072 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a59f15fe-4de2-47c3-866d-4a7c87e9be86 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (79f0f3eb-8f25-4218-92c0-99bb61a168f8), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.998926 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f15fe-4de2-47c3-866d-4a7c87e9be86 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f0f3eb-8f25-4218-92c0-99bb61a168f8,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:28.012814 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a59f15fe-4de2-47c3-866d-4a7c87e9be86 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.014923 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-a59f15fe-4de2-47c3-866d-4a7c87e9be86 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1819339 May 26 18:07:28.018086 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 44524) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:28.025634 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-244e09d4-341f-4495-b6ac-90a5230d6d31 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'security_group_rule': {'security_group_id': '3b64c7dd-302f-484d-8e43-1bf369b8d35d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:28.074471 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-244e09d4-341f-4495-b6ac-90a5230d6d31 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (04b046df-bbd6-49ec-9ea2-a84d0778863e), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.163695 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-244e09d4-341f-4495-b6ac-90a5230d6d31 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (04b046df-bbd6-49ec-9ea2-a84d0778863e), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.170022 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-244e09d4-341f-4495-b6ac-90a5230d6d31 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (04b046df-bbd6-49ec-9ea2-a84d0778863e), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.195029 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e09d4-341f-4495-b6ac-90a5230d6d31 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b046df-bbd6-49ec-9ea2-a84d0778863e,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:28.207574 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-244e09d4-341f-4495-b6ac-90a5230d6d31 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.214145 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44536) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:28.214495 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-244e09d4-341f-4495-b6ac-90a5230d6d31 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1934614 May 26 18:07:28.217992 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:28.260173 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.356062 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d760d0-77c1-4454-852d-aa5bef4d8639 req-25a5ede8-44b2-4a88-9292-d543c28631f5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:28.357716 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-93d760d0-77c1-4454-852d-aa5bef4d8639 req-25a5ede8-44b2-4a88-9292-d543c28631f5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0655830 May 26 18:07:28.418474 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.432679 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-93d760d0-77c1-4454-852d-aa5bef4d8639 req-80889fae-6d6e-4ff0-ab47-08c6bd002b9f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0644815 May 26 18:07:28.604301 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Allocated IP 172.27.0.84 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/c0251d55-6149-42b5-8c07-7ef20838acc4) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:28.718923 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for port (c0251d55-6149-42b5-8c07-7ef20838acc4), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.757087 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (c0251d55-6149-42b5-8c07-7ef20838acc4), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.806488 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:28.810129 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:28.816961 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:28.818900 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:28.822123 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'Port': ['ID=c0251d55-6149-42b5-8c07-7ef20838acc4,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:28.899651 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ee2e9-afee-44a5-87c0-44ffe51e320c req-41cd998a-074e-443c-b329-9b3467643e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:28.901317 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ec8ee2e9-afee-44a5-87c0-44ffe51e320c req-41cd998a-074e-443c-b329-9b3467643e31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fce9015638524279b09969d5aacda2ba&device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 1129 time: 0.0529344 May 26 18:07:28.940615 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (2063fc9a-b63d-4770-a42c-57698927e810), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.982170 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:28.997280 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c0251d55-6149-42b5-8c07-7ef20838acc4), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:29.003268 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:29.057966 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ee2e9-afee-44a5-87c0-44ffe51e320c req-fed87384-b8b1-4bf7-8364-11efe697ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:29.059552 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ec8ee2e9-afee-44a5-87c0-44ffe51e320c req-fed87384-b8b1-4bf7-8364-11efe697ae75 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d296c6a1-d33e-4e01-be5a-7d337d513aef HTTP/1.1" status: 200 len: 909 time: 0.1520009 May 26 18:07:29.114000 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:29.122731 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce100440-345d-4f2d-9245-d9b93661f72c req-800f4a63-489f-4210-93eb-14d8ddf1f0e9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:29.124488 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ce100440-345d-4f2d-9245-d9b93661f72c req-800f4a63-489f-4210-93eb-14d8ddf1f0e9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.1072803 May 26 18:07:29.168420 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ec8ee2e9-afee-44a5-87c0-44ffe51e320c req-0ce5e985-c281-4b60-bfd7-77f988f3da4e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=971e49f3-13e4-4d71-a577-21b1d36cef54 HTTP/1.1" status: 200 len: 1001 time: 0.1006248 May 26 18:07:29.241579 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ce100440-345d-4f2d-9245-d9b93661f72c req-ddc3f3b0-12a7-4243-9e83-0931dfad692d tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054108 May 26 18:07:29.268853 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ee2e9-afee-44a5-87c0-44ffe51e320c req-b8ecd022-5499-450f-a68e-f4cb4ea1ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:29.273807 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ec8ee2e9-afee-44a5-87c0-44ffe51e320c req-b8ecd022-5499-450f-a68e-f4cb4ea1ae67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bd4a313-3380-424b-8bd3-f33415b4cadf HTTP/1.1" status: 200 len: 847 time: 0.0973053 May 26 18:07:29.345892 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for port (c0251d55-6149-42b5-8c07-7ef20838acc4), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:29.351077 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16737419'] for port (c0251d55-6149-42b5-8c07-7ef20838acc4), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:29.375090 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ee2e9-afee-44a5-87c0-44ffe51e320c req-d092bc61-9275-4798-ad54-bc178b7af9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:29.379192 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ec8ee2e9-afee-44a5-87c0-44ffe51e320c req-d092bc61-9275-4798-ad54-bc178b7af9df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d296c6a1-d33e-4e01-be5a-7d337d513aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0989978 May 26 18:07:29.433382 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'Port': ['ID=c0251d55-6149-42b5-8c07-7ef20838acc4,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:29.510023 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (2063fc9a-b63d-4770-a42c-57698927e810), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:29.539849 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:29.543839 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ec8ee2e9-afee-44a5-87c0-44ffe51e320c req-764eabf7-ec40-4e79-bb6c-728eb2666144 service neutron] 10.222.0.62 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577225 May 26 18:07:29.549427 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c46fa037-0609-4771-ba44-aa3bb18d3c47 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3345473 May 26 18:07:29.703190 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd718776-2beb-457f-b2db-50e9ab2e05b6 req-4c16d858-e2e6-4e69-b158-134a992c48cc tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:29.708986 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cd718776-2beb-457f-b2db-50e9ab2e05b6 req-4c16d858-e2e6-4e69-b158-134a992c48cc tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.1162612 May 26 18:07:29.804546 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ec8ee2e9-afee-44a5-87c0-44ffe51e320c req-ca894eda-e0f8-46d2-9307-48c4d968376f service neutron] 10.222.0.62 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548475 May 26 18:07:29.827151 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cd718776-2beb-457f-b2db-50e9ab2e05b6 req-723adf78-97a0-4fc4-9804-782f4c92a435 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1121447 May 26 18:07:29.860554 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-b985c56e-f2b1-4751-b691-53d4232de4eb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1362317384&fields=id&tenant_id=8920d2de9dc34386bb0e770f5b51b702 HTTP/1.1" status: 200 len: 267 time: 0.0835028 May 26 18:07:30.013444 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-b12eb6f0-f491-4955-94c9-c7bf8247de15 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:30.015201 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-b12eb6f0-f491-4955-94c9-c7bf8247de15 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 815 time: 0.1462572 May 26 18:07:30.059801 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-bd42f4d3-d0c4-4a0b-b9a2-cb425e73b677 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/quotas/8920d2de9dc34386bb0e770f5b51b702 HTTP/1.1" status: 200 len: 375 time: 0.0229952 May 26 18:07:30.433847 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-1ffb063d-18b2-4a8e-86c1-3aad9848f944 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3585665 May 26 18:07:30.445836 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fd69f-0379-4c7e-905b-61222c564994 req-bc0a741a-74e6-45ef-bed9-be073ddc1be1 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:30.456265 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6f8fd69f-0379-4c7e-905b-61222c564994 req-bc0a741a-74e6-45ef-bed9-be073ddc1be1 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.1067235 May 26 18:07:30.553895 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6f8fd69f-0379-4c7e-905b-61222c564994 req-e97987d0-c793-44ec-9e8b-07b183f0e8fc tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955944 May 26 18:07:30.726817 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-b2af9a20-c510-4e4c-bc4b-fb23a543804d service neutron] 10.222.0.69 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721341 May 26 18:07:30.841262 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-2bc1ce08-5473-4f39-9a41-4e602c40b3fd service neutron] 10.222.0.69 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093695 May 26 18:07:31.014956 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bec21f-d927-45df-a482-355a8a4e79f1 req-9aa1cbb6-743a-480c-be8c-e262c48b71c4 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:31.020825 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-56bec21f-d927-45df-a482-355a8a4e79f1 req-9aa1cbb6-743a-480c-be8c-e262c48b71c4 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0846643 May 26 18:07:31.060933 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-340e75d0-963b-4644-9684-e7361a8196c5 req-e5ea097b-6a9a-470e-ae99-a3e7ef47a52c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 210 time: 0.0541434 May 26 18:07:31.086072 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-56bec21f-d927-45df-a482-355a8a4e79f1 req-c10f9eab-2ead-4515-b835-235982d8fae1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0583344 May 26 18:07:31.771163 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006615-924d-459b-b416-0761a3a6b93a req-6c167423-b10b-4c1a-a7ce-808a24eaa473 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:31.780039 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e8006615-924d-459b-b416-0761a3a6b93a req-6c167423-b10b-4c1a-a7ce-808a24eaa473 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.1247566 May 26 18:07:31.806847 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:31.877659 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e8006615-924d-459b-b416-0761a3a6b93a req-baab4df9-6aa7-4c98-9466-7ef279f435a4 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966787 May 26 18:07:32.197303 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9f78794e-de9f-46b2-8290-e8a95b3a8044 req-6a1cbb7f-ae43-4110-bdf3-5731b8f3f8a5 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 210 time: 0.0348907 May 26 18:07:32.280985 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4179c8-8101-4488-b603-1a4cf76cadaf req-79509dc0-d082-4217-9c78-0dd98c43b8e8 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:32.282783 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8f4179c8-8101-4488-b603-1a4cf76cadaf req-79509dc0-d082-4217-9c78-0dd98c43b8e8 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0599558 May 26 18:07:32.338300 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8f4179c8-8101-4488-b603-1a4cf76cadaf req-11ef7cca-bebf-4abe-b765-860334011d29 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474372 May 26 18:07:32.575977 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-1d6ac594-591e-446b-879f-a54f8a27c23d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:32.579858 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-1d6ac594-591e-446b-879f-a54f8a27c23d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 815 time: 0.1503561 May 26 18:07:32.683579 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-1728e689-1c36-4845-b5a9-f0e3b70b7827 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8920d2de9dc34386bb0e770f5b51b702 HTTP/1.1" status: 200 len: 380 time: 0.0948153 May 26 18:07:32.745480 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'port': {'device_id': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'admin_state_up': True, 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'security_groups': ['3b64c7dd-302f-484d-8e43-1bf369b8d35d']}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:32.878919 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Made reservation on behalf of 8920d2de9dc34386bb0e770f5b51b702 for: {'port': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:07:32.883477 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:32.903196 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:32.910482 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:33.164800 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec274bc-c320-4860-9445-fc6f85283cbf req-27b8f46b-691f-4204-a924-f061cab4d7c8 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:33.167008 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0ec274bc-c320-4860-9445-fc6f85283cbf req-27b8f46b-691f-4204-a924-f061cab4d7c8 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.1453011 May 26 18:07:33.213818 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Allocated IP 172.20.0.14 (481c535b-a9e7-4c84-8151-52762a8d6376/c0912883-6488-4cb9-b1a5-ec42a5bf2729/fdeaf409-3755-40ac-949e-78986d168e71) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:33.262224 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0ec274bc-c320-4860-9445-fc6f85283cbf req-e5917414-3762-4117-aea3-7c03a7b5d7e5 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868678 May 26 18:07:33.333254 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:33.355287 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4f4d056e-de52-4943-ab5b-725a0214cc05 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:07:33.370610 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bf36be06-fb67-4385-9489-f3a5e455700f req-c18578b2-e89c-4fba-bae0-1175b2a7a902 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 210 time: 0.0470233 May 26 18:07:33.410703 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:33.501983 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for port (fdeaf409-3755-40ac-949e-78986d168e71), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:33.574030 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4f4d056e-de52-4943-ab5b-725a0214cc05,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:33.597603 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (fdeaf409-3755-40ac-949e-78986d168e71), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:33.600980 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'port_id': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'mac_address': 'fa:16:3e:91:08:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:07:33.674928 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdece7-566e-484a-8d07-d4becabcd2d5 req-a280358d-4ec3-4079-8969-37fefe1e3aed tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:33.679882 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 4f4d056e-de52-4943-ab5b-725a0214cc05 is: ACTIVE; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:33.680515 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:33.694555 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-05cdece7-566e-484a-8d07-d4becabcd2d5 req-a280358d-4ec3-4079-8969-37fefe1e3aed tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.1919451 May 26 18:07:33.708293 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f4d056e-de52-4943-ab5b-725a0214cc05 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:07:33.743594 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event updated for resources: {'Port': ['ID=fdeaf409-3755-40ac-949e-78986d168e71,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:33.763320 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4f4d056e-de52-4943-ab5b-725a0214cc05,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:33.771214 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:33.772746 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Network 481c535b-a9e7-4c84-8151-52762a8d6376 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:33.794478 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0119ce-f769-4228-8842-aa7061e4d1e2 req-0a563d74-1b13-4dde-ba28-3bfeaac48e1e tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:33.796382 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ce0119ce-f769-4228-8842-aa7061e4d1e2 req-0a563d74-1b13-4dde-ba28-3bfeaac48e1e tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.1507483 May 26 18:07:33.797639 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 44664) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:33.804552 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:33.810871 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:33.863830 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-05cdece7-566e-484a-8d07-d4becabcd2d5 req-de1e5509-59d5-4ee7-a024-d301739d8503 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1589789 May 26 18:07:33.926440 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ce0119ce-f769-4228-8842-aa7061e4d1e2 req-9fceb23c-3ed2-4456-874b-32bb5f742c31 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085439 May 26 18:07:33.942582 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:33.943629 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:33.985066 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['4f4d056e-de52-4943-ab5b-725a0214cc05'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:07:33.996302 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=4f4d056e-de52-4943-ab5b-725a0214cc05,revision_number=6']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:34.033900 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-c3cc9387-5c19-4b40-a333-55b5538d346f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2924683 May 26 18:07:34.088864 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Request body: {'port': {'device_id': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:34.138812 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b51b3d87-c753-40df-bb12-464d71212455 req-ebccdcae-4501-4bf3-85d9-d0453813dfa6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3391445 May 26 18:07:34.173659 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [req-b51b3d87-c753-40df-bb12-464d71212455 req-0ffc6960-444c-424c-b4e6-e0a2f299935e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:07:34.174945 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b51b3d87-c753-40df-bb12-464d71212455 req-0ffc6960-444c-424c-b4e6-e0a2f299935e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0242398 May 26 18:07:34.199117 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (fdeaf409-3755-40ac-949e-78986d168e71), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:34.280629 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-290610e5-21a5-4f6f-ad11-2c5870ed7200 None None] Provisioning complete for port fdeaf409-3755-40ac-949e-78986d168e71 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:34.281322 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-290610e5-21a5-4f6f-ad11-2c5870ed7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (fdeaf409-3755-40ac-949e-78986d168e71), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:34.310851 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:34.375517 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-290610e5-21a5-4f6f-ad11-2c5870ed7200 None None] Port fdeaf409-3755-40ac-949e-78986d168e71 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:34.616918 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44702) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:34.669266 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862206b-3e54-4d30-bd39-dc03af2ec6cd req-466f0414-62a5-4069-a119-63f962fd20d0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:34.685196 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c862206b-3e54-4d30-bd39-dc03af2ec6cd req-466f0414-62a5-4069-a119-63f962fd20d0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 932 time: 0.1600113 May 26 18:07:34.813625 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:34.880826 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c862206b-3e54-4d30-bd39-dc03af2ec6cd req-b8f66249-38a9-4d33-91b7-f2cbcc334c0a tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b64c7dd-302f-484d-8e43-1bf369b8d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944249 May 26 18:07:34.888556 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b3d87-c753-40df-bb12-464d71212455 req-32b0bdbf-d278-498d-9d14-85daab18dcbc tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:34.909480 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b51b3d87-c753-40df-bb12-464d71212455 req-32b0bdbf-d278-498d-9d14-85daab18dcbc tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports/971e49f3-13e4-4d71-a577-21b1d36cef54 HTTP/1.1" status: 200 len: 942 time: 0.2789974 May 26 18:07:34.931956 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdeaf409-3755-40ac-949e-78986d168e71 {{(pid=103836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:07:34.962644 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Publish callbacks [] for port (fdeaf409-3755-40ac-949e-78986d168e71), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.043075 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.provisioning_blocks [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Transition to ACTIVE for port object fdeaf409-3755-40ac-949e-78986d168e71 will not be triggered until provisioned by entity L2. {{(pid=103836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:07:35.056761 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (fdeaf409-3755-40ac-949e-78986d168e71), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.244392 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdeaf409-3755-40ac-949e-78986d168e71,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:35.318472 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4ed8d-01a6-4da2-8c68-735be25e4965 req-69f55bb3-e48c-45ac-840e-e12c9c43ef15 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:35.332264 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9ea4ed8d-01a6-4da2-8c68-735be25e4965 req-69f55bb3-e48c-45ac-840e-e12c9c43ef15 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.1573925 May 26 18:07:35.365049 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4f4d056e-de52-4943-ab5b-725a0214cc05 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:35.519545 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 4f4d056e-de52-4943-ab5b-725a0214cc05 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:35.523413 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9ea4ed8d-01a6-4da2-8c68-735be25e4965 req-5ccb88bf-c528-48c3-ac7f-ab4aca434353 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893032 May 26 18:07:35.527483 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.557357 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00fc97-0f28-4a4f-b434-3447f5626782 req-77665ed4-d230-4edb-97dc-8bc3f826668f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:35.579608 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ab00fc97-0f28-4a4f-b434-3447f5626782 req-77665ed4-d230-4edb-97dc-8bc3f826668f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 944 time: 0.4118240 May 26 18:07:35.702801 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 4f4d056e-de52-4943-ab5b-725a0214cc05 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:35.706615 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.735242 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Attempting to bind port fdeaf409-3755-40ac-949e-78986d168e71 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:35.736478 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Attempting to bind port fdeaf409-3755-40ac-949e-78986d168e71 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:35.736819 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Attempting to bind port fdeaf409-3755-40ac-949e-78986d168e71 on network 481c535b-a9e7-4c84-8151-52762a8d6376 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:35.739725 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:35.756162 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:35.775627 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=61 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:35.776683 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef00297-dce4-4926-a322-87f41390ca10" -d '{"events": [{"server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "name": "network-vif-plugged", "status": "completed", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:35.782850 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=90 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:35.787367 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ab00fc97-0f28-4a4f-b434-3447f5626782 req-aa068e8b-270b-4b64-9a33-3c4e6146962d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2060883 May 26 18:07:35.791967 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Port fdeaf409-3755-40ac-949e-78986d168e71 on network 481c535b-a9e7-4c84-8151-52762a8d6376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:07:35.791967 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Attempting to bind port fdeaf409-3755-40ac-949e-78986d168e71 on network 481c535b-a9e7-4c84-8151-52762a8d6376 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:35.819709 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:35.820350 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Checking segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:35.821042 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Bound using segment: {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:35.821503 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Bound port: fdeaf409-3755-40ac-949e-78986d168e71, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e085220-5023-491b-a678-36be987a3636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376'}}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:35.822216 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (fdeaf409-3755-40ac-949e-78986d168e71), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.855931 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4f4d056e-de52-4943-ab5b-725a0214cc05,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:35.879434 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.880900 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 971e49f3-13e4-4d71-a577-21b1d36cef54 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:07:36.098967 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2820912e-66ea-4d3f-a899-8aae28e61b12 x-openstack-request-id: req-2820912e-66ea-4d3f-a899-8aae28e61b12 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:36.099422 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "name": "network-vif-plugged", "status": "completed", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:36.099819 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2820912e-66ea-4d3f-a899-8aae28e61b12 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:36.100493 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2820912e-66ea-4d3f-a899-8aae28e61b12'] response: {'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'code': 200} May 26 18:07:36.230756 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=4f4d056e-de52-4943-ab5b-725a0214cc05,revision_number=7']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:36.258307 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.259186 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.259900 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.260587 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.261220 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.261801 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.262322 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.262869 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.263429 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.263972 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.264549 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.266110 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.266972 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.268293 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.269055 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:36.314250 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 971e49f3-13e4-4d71-a577-21b1d36cef54 is: ACTIVE; New status is: DOWN {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:36.316444 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:36.411250 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 971e49f3-13e4-4d71-a577-21b1d36cef54, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=971e49f3-13e4-4d71-a577-21b1d36cef54,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:36.426045 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:36.551266 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=971e49f3-13e4-4d71-a577-21b1d36cef54,revision_number=6']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:36.598636 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b79b0-c46a-4796-8be4-4610516beee5 req-05aa640d-4655-4d26-8bed-e73546e43990 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:36.612449 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a65b79b0-c46a-4796-8be4-4610516beee5 req-05aa640d-4655-4d26-8bed-e73546e43990 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 944 time: 0.5090699 May 26 18:07:36.627643 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] For port fdeaf409-3755-40ac-949e-78986d168e71, host hv-cinder-83607, cleared binding levels {{(pid=103836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:36.668868 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] For port fdeaf409-3755-40ac-949e-78986d168e71, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fdeaf409-3755-40ac-949e-78986d168e71,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:36.761558 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a65b79b0-c46a-4796-8be4-4610516beee5 req-a102330d-0a0d-495b-9a8b-a269c27c09a4 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b64c7dd-302f-484d-8e43-1bf369b8d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469572 May 26 18:07:36.770160 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (fdeaf409-3755-40ac-949e-78986d168e71), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:36.770764 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0b0e3-a3fe-4285-ab77-ed568b3c2250 req-ec3be271-775a-485b-ab5d-234fc195b60f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:36.787532 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-78b0b0e3-a3fe-4285-ab77-ed568b3c2250 req-ec3be271-775a-485b-ab5d-234fc195b60f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.1043839 May 26 18:07:36.929709 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:36.930677 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:36.936525 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] 10.222.0.62 "PUT /v2.0/ports/fdeaf409-3755-40ac-949e-78986d168e71 HTTP/1.1" status: 200 len: 1094 time: 2.8557551 May 26 18:07:36.937125 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'tag': 'fdeaf409-3755-40ac-949e-78986d168e71'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:36.949618 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0bcb73-68b7-47cc-bb10-0e507196497c" -d '{"events": [{"name": "network-changed", "server_uuid": "99ba7c81-2ccc-489b-b4d7-166ea0d3772f", "tag": "fdeaf409-3755-40ac-949e-78986d168e71"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:36.962914 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17722a53-64ab-4df4-970b-b1fcb3d70ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdeaf409-3755-40ac-949e-78986d168e71,revision_number=3']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:36.975645 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-78b0b0e3-a3fe-4285-ab77-ed568b3c2250 req-b2823122-442c-4016-84ce-39a2236857ad tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645913 May 26 18:07:37.205985 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b508f3-ca43-4a7d-80b9-5b29928b21e3 x-openstack-request-id: req-61b508f3-ca43-4a7d-80b9-5b29928b21e3 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:37.206571 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ba7c81-2ccc-489b-b4d7-166ea0d3772f", "tag": "fdeaf409-3755-40ac-949e-78986d168e71", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:37.207181 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-61b508f3-ca43-4a7d-80b9-5b29928b21e3 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:37.207773 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b508f3-ca43-4a7d-80b9-5b29928b21e3'] response: {'name': 'network-changed', 'server_uuid': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'tag': 'fdeaf409-3755-40ac-949e-78986d168e71', 'status': 'completed', 'code': 200} May 26 18:07:37.263257 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30939c5-35fd-4693-bf68-a8b4b86b8fb4 req-fe642dff-ed12-4f08-b919-8abbb4532649 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:37.273209 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f30939c5-35fd-4693-bf68-a8b4b86b8fb4 req-fe642dff-ed12-4f08-b919-8abbb4532649 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.1911314 May 26 18:07:37.314315 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-931f830b-7652-4522-a89f-eed6322adbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:37.316490 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-931f830b-7652-4522-a89f-eed6322adbfe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 1128 time: 0.1967266 May 26 18:07:37.412170 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f30939c5-35fd-4693-bf68-a8b4b86b8fb4 req-b79b81c5-6baa-41cc-9881-136423693aed tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1378109 May 26 18:07:37.413658 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-48afe843-1141-4973-9c17-c9bc90409625 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdeaf409-3755-40ac-949e-78986d168e71 HTTP/1.1" status: 200 len: 217 time: 0.0904226 May 26 18:07:37.491827 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-dd13b4bd-6760-47a3-88e1-5cfcca8ffbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:37.493476 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-dd13b4bd-6760-47a3-88e1-5cfcca8ffbe3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 200 len: 854 time: 0.0708888 May 26 18:07:37.515086 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:37.561182 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:37.566461 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-15c3dd4c-19e6-463c-bd35-0a5a504e3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:37.568402 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-15c3dd4c-19e6-463c-bd35-0a5a504e3e2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=481c535b-a9e7-4c84-8151-52762a8d6376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684834 May 26 18:07:37.801928 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-70bb68f4-0074-49ff-993b-8952e848a188 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261503 May 26 18:07:38.067672 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a199d-2776-47aa-a20e-2a7c712a838e req-17ec47cd-d9d1-4c61-9986-54ffb3606301 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:38.084315 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3a1a199d-2776-47aa-a20e-2a7c712a838e req-17ec47cd-d9d1-4c61-9986-54ffb3606301 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 944 time: 0.1614554 May 26 18:07:38.102019 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:38.112072 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf48e2a-aed8-487d-8b3b-5433c74cab24" -d '{"events": [{"server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "name": "network-vif-unplugged", "status": "completed", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:38.119219 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4d67ce28-920e-48c6-b98f-7bc10261464a req-1953573e-beb3-4f81-b1f0-1650984ea1aa service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107786 May 26 18:07:38.219946 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3a1a199d-2776-47aa-a20e-2a7c712a838e req-ff2e21e1-dd6d-4f21-ac2f-d1d5e4d3ec51 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b64c7dd-302f-484d-8e43-1bf369b8d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320651 May 26 18:07:38.384475 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90208bc0-06ab-4a38-9ddb-686f044b1dc3 x-openstack-request-id: req-90208bc0-06ab-4a38-9ddb-686f044b1dc3 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:38.385486 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "name": "network-vif-unplugged", "status": "failed", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54", "code": 422}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:38.386126 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-90208bc0-06ab-4a38-9ddb-686f044b1dc3 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:38.387047 dv-cinder-836074-5-iscsi neutron-server[103838]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-90208bc0-06ab-4a38-9ddb-686f044b1dc3']: {'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'code': 422} returned with failed status May 26 18:07:38.484567 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71da8f-4a6a-42ab-a742-28da2e932d4b req-270a981a-0682-43dd-bc31-59c33d6bdd69 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:38.487309 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f71da8f-4a6a-42ab-a742-28da2e932d4b req-270a981a-0682-43dd-bc31-59c33d6bdd69 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.1884656 May 26 18:07:38.686328 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f71da8f-4a6a-42ab-a742-28da2e932d4b req-b474bd30-3f64-4194-9129-ae36f7790b50 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774104 May 26 18:07:38.790506 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b6757-0b98-4b8e-9fd0-bb992b84dd5e req-03b5c5ca-cfdb-442d-8396-cb9db07ccf9e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:38.794255 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f81b6757-0b98-4b8e-9fd0-bb992b84dd5e req-03b5c5ca-cfdb-442d-8396-cb9db07ccf9e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.2001598 May 26 18:07:38.892704 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f81b6757-0b98-4b8e-9fd0-bb992b84dd5e req-3d45f451-936e-4b19-b578-9ed7fe0612bd tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0918896 May 26 18:07:39.054353 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bcb73-68b7-47cc-bb10-0e507196497c req-59871d81-7926-496b-9d43-9e45a5347d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:39.056671 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4c0bcb73-68b7-47cc-bb10-0e507196497c req-59871d81-7926-496b-9d43-9e45a5347d18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 1128 time: 0.0956616 May 26 18:07:39.247257 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bcb73-68b7-47cc-bb10-0e507196497c req-ebbf73d8-d083-4d2f-85f0-9b7d62c6ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:39.252450 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4c0bcb73-68b7-47cc-bb10-0e507196497c req-ebbf73d8-d083-4d2f-85f0-9b7d62c6ad9d service neutron] 10.222.0.62 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 916 time: 0.1886764 May 26 18:07:39.313047 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44806) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:39.508228 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c9219-ac57-4276-ac9d-0b762a34838c req-ad97e059-e8f5-46a8-bcf9-51d32c18ae82 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:39.516048 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9d8c9219-ac57-4276-ac9d-0b762a34838c req-ad97e059-e8f5-46a8-bcf9-51d32c18ae82 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 944 time: 0.1526003 May 26 18:07:39.518906 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4c0bcb73-68b7-47cc-bb10-0e507196497c req-494c7416-8c75-4e56-85ea-f95abbdb0548 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdeaf409-3755-40ac-949e-78986d168e71 HTTP/1.1" status: 200 len: 217 time: 0.1081834 May 26 18:07:39.569299 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d0aba751-07e6-4e14-8199-4a13224d18fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:39.675821 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b3d87-c753-40df-bb12-464d71212455 req-f511673d-4573-4caa-ba94-f4afa3034ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:39.677787 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b51b3d87-c753-40df-bb12-464d71212455 req-f511673d-4573-4caa-ba94-f4afa3034ea9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b&tenant_id=fce9015638524279b09969d5aacda2ba HTTP/1.1" status: 200 len: 1127 time: 0.2152135 May 26 18:07:39.690720 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bcb73-68b7-47cc-bb10-0e507196497c req-7165eda5-84f4-4332-b002-e94655de38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:39.692567 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4c0bcb73-68b7-47cc-bb10-0e507196497c req-7165eda5-84f4-4332-b002-e94655de38a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 200 len: 854 time: 0.1403713 May 26 18:07:39.731332 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9d8c9219-ac57-4276-ac9d-0b762a34838c req-ea0c700c-5d36-48a7-8424-51979fb94450 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b64c7dd-302f-484d-8e43-1bf369b8d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125318 May 26 18:07:39.820787 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bcb73-68b7-47cc-bb10-0e507196497c req-9b3fd23a-d0c6-40a7-adc5-cd1435555dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:39.823155 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4c0bcb73-68b7-47cc-bb10-0e507196497c req-9b3fd23a-d0c6-40a7-adc5-cd1435555dbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=481c535b-a9e7-4c84-8151-52762a8d6376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1174722 May 26 18:07:39.869431 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b3d87-c753-40df-bb12-464d71212455 req-fa4edf43-1324-4d37-8764-3ff9725aede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:39.871283 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b51b3d87-c753-40df-bb12-464d71212455 req-fa4edf43-1324-4d37-8764-3ff9725aede4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fce9015638524279b09969d5aacda2ba&device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 1127 time: 0.1137319 May 26 18:07:39.892848 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d0aba751-07e6-4e14-8199-4a13224d18fd admin admin] Publish callbacks [] for security_group (12d16c0e-a1ad-43c2-9d3e-fd936f7e2ad9), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:39.898503 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d0aba751-07e6-4e14-8199-4a13224d18fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (12d16c0e-a1ad-43c2-9d3e-fd936f7e2ad9), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:39.986242 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aba751-07e6-4e14-8199-4a13224d18fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d16c0e-a1ad-43c2-9d3e-fd936f7e2ad9,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:40.004660 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d0aba751-07e6-4e14-8199-4a13224d18fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fe12777d7f4144e394b3fadafd232853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6890197 May 26 18:07:40.012804 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44820) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:40.083998 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edd900-cd4e-45c1-805b-ac6c48b16abb req-75504ffc-553b-44a7-a772-66b066290b68 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:40.091425 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-56edd900-cd4e-45c1-805b-ac6c48b16abb req-75504ffc-553b-44a7-a772-66b066290b68 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.1498575 May 26 18:07:40.112537 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4c0bcb73-68b7-47cc-bb10-0e507196497c req-17aec8db-7b61-4c60-814d-a24c48f0c81e service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811162 May 26 18:07:40.120646 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8ebf-6712-489f-b432-1ab02c0e48b2 admin admin] Publish callbacks [] for security_group (12d16c0e-a1ad-43c2-9d3e-fd936f7e2ad9), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:40.148833 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:40.166731 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:40.170661 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8ebf-6712-489f-b432-1ab02c0e48b2 admin admin] Publish callbacks [] for security_group (12d16c0e-a1ad-43c2-9d3e-fd936f7e2ad9), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:40.180416 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:40.253860 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b3d87-c753-40df-bb12-464d71212455 req-ea0eb2fa-d3b4-46fa-9495-643af43b2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:40.255885 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b51b3d87-c753-40df-bb12-464d71212455 req-ea0eb2fa-d3b4-46fa-9495-643af43b2ef8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d296c6a1-d33e-4e01-be5a-7d337d513aef HTTP/1.1" status: 200 len: 909 time: 0.3446789 May 26 18:07:40.268455 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8ebf-6712-489f-b432-1ab02c0e48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (12d16c0e-a1ad-43c2-9d3e-fd936f7e2ad9), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:40.271750 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8ebf-6712-489f-b432-1ab02c0e48b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:40.273408 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-9bbf8ebf-6712-489f-b432-1ab02c0e48b2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12d16c0e-a1ad-43c2-9d3e-fd936f7e2ad9 HTTP/1.1" status: 204 len: 168 time: 0.2591898 May 26 18:07:40.300862 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf8ebf-6712-489f-b432-1ab02c0e48b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d16c0e-a1ad-43c2-9d3e-fd936f7e2ad9,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:40.336805 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-56edd900-cd4e-45c1-805b-ac6c48b16abb req-df5dfb29-a360-4f7d-b804-50322afb0b14 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440381 May 26 18:07:40.348834 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:40.353163 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:40.407461 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b51b3d87-c753-40df-bb12-464d71212455 req-61c85ee9-5780-450c-9d41-7846d7dfbb32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=971e49f3-13e4-4d71-a577-21b1d36cef54 HTTP/1.1" status: 200 len: 999 time: 0.1372774 May 26 18:07:40.429798 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4c0bcb73-68b7-47cc-bb10-0e507196497c req-b05e4fc3-a3ea-4ed8-848e-36083c3f379d service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072660 May 26 18:07:40.523950 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b3d87-c753-40df-bb12-464d71212455 req-00859be4-1dd2-4a35-891a-f129c381dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:40.525848 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b51b3d87-c753-40df-bb12-464d71212455 req-00859be4-1dd2-4a35-891a-f129c381dd42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bd4a313-3380-424b-8bd3-f33415b4cadf HTTP/1.1" status: 200 len: 847 time: 0.1119766 May 26 18:07:40.671729 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0718e6-3c83-4960-91ab-703137c5fb77 req-9655558f-2342-4951-9948-ff051d5f13b5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:40.673969 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cc0718e6-3c83-4960-91ab-703137c5fb77 req-9655558f-2342-4951-9948-ff051d5f13b5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.1350589 May 26 18:07:40.717185 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b3d87-c753-40df-bb12-464d71212455 req-f54581ef-1b16-487f-bd74-51e2760b4200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:40.719993 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b51b3d87-c753-40df-bb12-464d71212455 req-f54581ef-1b16-487f-bd74-51e2760b4200 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d296c6a1-d33e-4e01-be5a-7d337d513aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1857715 May 26 18:07:40.841494 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cc0718e6-3c83-4960-91ab-703137c5fb77 req-55f2c9de-5777-4353-a447-02afe89cb307 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1543162 May 26 18:07:40.935381 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b51b3d87-c753-40df-bb12-464d71212455 req-666dedf6-8738-48bb-82ea-cd939c462de2 service neutron] 10.222.0.62 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065675 May 26 18:07:41.010150 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44836) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:41.055882 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782986-a992-44dd-a31a-6f48268be184 req-ea1d8453-f03d-4592-bc04-7616818f5b93 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:41.070546 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-15782986-a992-44dd-a31a-6f48268be184 req-ea1d8453-f03d-4592-bc04-7616818f5b93 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 944 time: 0.1514990 May 26 18:07:41.075706 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3a127106-8b3d-4473-b95b-31c9334dbe91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.089001 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b51b3d87-c753-40df-bb12-464d71212455 req-2b471325-9de7-420e-83ce-bc9622e5ac13 service neutron] 10.222.0.62 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473894 May 26 18:07:41.263872 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-15782986-a992-44dd-a31a-6f48268be184 req-2c5f62b5-3493-4e0c-8773-29c7fe0a438b tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b64c7dd-302f-484d-8e43-1bf369b8d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900418 May 26 18:07:41.349286 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3a127106-8b3d-4473-b95b-31c9334dbe91 admin admin] Publish callbacks [] for security_group (f7b38fec-615b-4e39-b615-9615ce306719), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.362094 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3a127106-8b3d-4473-b95b-31c9334dbe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f7b38fec-615b-4e39-b615-9615ce306719), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.431965 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device fdeaf409-3755-40ac-949e-78986d168e71 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:07:41.467715 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a127106-8b3d-4473-b95b-31c9334dbe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b38fec-615b-4e39-b615-9615ce306719,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:41.476399 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 44844) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:41.476640 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3a127106-8b3d-4473-b95b-31c9334dbe91 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7225dc8ec43a4c0d9e7ce3acb9591bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4651680 May 26 18:07:41.580530 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d0ef-4c70-42ab-b4ae-f18594533efe req-48c970d4-383c-4d30-806e-5274583cf775 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:41.582919 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4f61d0ef-4c70-42ab-b4ae-f18594533efe req-48c970d4-383c-4d30-806e-5274583cf775 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0790613 May 26 18:07:41.631494 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3287caa7-9f08-497a-aad4-38b10fad614d admin admin] Publish callbacks [] for security_group (f7b38fec-615b-4e39-b615-9615ce306719), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.702256 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port fdeaf409-3755-40ac-949e-78986d168e71, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fdeaf409-3755-40ac-949e-78986d168e71,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:41.721705 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3287caa7-9f08-497a-aad4-38b10fad614d admin admin] Publish callbacks [] for security_group (f7b38fec-615b-4e39-b615-9615ce306719), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.728797 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': 'fdeaf409-3755-40ac-949e-78986d168e71', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'port_id': 'fdeaf409-3755-40ac-949e-78986d168e71', 'mac_address': 'fa:16:3e:5a:6b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:07:41.773335 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4f61d0ef-4c70-42ab-b4ae-f18594533efe req-c8719b81-4a8f-4962-bb4c-80c70c7b40de tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689723 May 26 18:07:41.804304 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port fdeaf409-3755-40ac-949e-78986d168e71 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:41.805120 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (fdeaf409-3755-40ac-949e-78986d168e71), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.840136 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdeaf409-3755-40ac-949e-78986d168e71 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:07:41.844106 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3287caa7-9f08-497a-aad4-38b10fad614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f7b38fec-615b-4e39-b615-9615ce306719), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.853921 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3287caa7-9f08-497a-aad4-38b10fad614d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.858414 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-3287caa7-9f08-497a-aad4-38b10fad614d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f7b38fec-615b-4e39-b615-9615ce306719 HTTP/1.1" status: 204 len: 168 time: 0.3792915 May 26 18:07:41.881392 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port fdeaf409-3755-40ac-949e-78986d168e71, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fdeaf409-3755-40ac-949e-78986d168e71,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:41.889989 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (fdeaf409-3755-40ac-949e-78986d168e71), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.902822 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287caa7-9f08-497a-aad4-38b10fad614d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b38fec-615b-4e39-b615-9615ce306719,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:42.019543 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=fdeaf409-3755-40ac-949e-78986d168e71,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:42.140929 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b2098-8be9-4cb8-adc7-1ea8562cd506 req-9c80aab1-7fe2-4204-8c6c-da105a6b8370 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:42.144734 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-971b2098-8be9-4cb8-adc7-1ea8562cd506 req-9c80aab1-7fe2-4204-8c6c-da105a6b8370 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0936735 May 26 18:07:42.154576 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['fdeaf409-3755-40ac-949e-78986d168e71'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:07:42.272370 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-971b2098-8be9-4cb8-adc7-1ea8562cd506 req-e1c596bb-119a-48c0-a2ed-fccd26b86232 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1149435 May 26 18:07:42.362550 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:42.705409 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b191abb-77fe-4c19-b6f5-250c8aef4829 req-71cd2e32-8ad1-4b24-bb1d-12246495063b tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:42.712905 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2b191abb-77fe-4c19-b6f5-250c8aef4829 req-71cd2e32-8ad1-4b24-bb1d-12246495063b tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 945 time: 0.3232644 May 26 18:07:42.809660 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2b191abb-77fe-4c19-b6f5-250c8aef4829 req-448bae8c-d56e-4d08-8893-f23074d792e3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b64c7dd-302f-484d-8e43-1bf369b8d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788553 May 26 18:07:42.951229 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5acf4-93d6-4585-a19b-4933326e0cfb req-e7584ebf-7356-4b1a-8c70-61527aac0665 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:42.960872 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b8c5acf4-93d6-4585-a19b-4933326e0cfb req-e7584ebf-7356-4b1a-8c70-61527aac0665 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0711694 May 26 18:07:43.034075 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b8c5acf4-93d6-4585-a19b-4933326e0cfb req-af4d7d68-4094-45c0-82b3-9b8f0d648ce9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718641 May 26 18:07:43.433791 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device fdeaf409-3755-40ac-949e-78986d168e71 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:43.503364 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e4901-2051-42a3-b8e4-677ad0e9b457 req-e996c02e-5fb3-4cff-ab4f-a8746a6248b4 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:43.510973 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-828e4901-2051-42a3-b8e4-677ad0e9b457 req-e996c02e-5fb3-4cff-ab4f-a8746a6248b4 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.1105461 May 26 18:07:43.528340 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port fdeaf409-3755-40ac-949e-78986d168e71 completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:07:43.543132 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port fdeaf409-3755-40ac-949e-78986d168e71 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:43.543517 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (fdeaf409-3755-40ac-949e-78986d168e71), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:43.598006 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-828e4901-2051-42a3-b8e4-677ad0e9b457 req-e5f340e4-25ec-4a66-817b-a77697aac576 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0858641 May 26 18:07:43.790262 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port fdeaf409-3755-40ac-949e-78986d168e71 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:43.790746 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (fdeaf409-3755-40ac-949e-78986d168e71), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:43.794560 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:43.852981 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdeaf409-3755-40ac-949e-78986d168e71'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:43.856186 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1212918-bb56-4b39-a524-ec3cc5fd25c7" -d '{"events": [{"server_uuid": "99ba7c81-2ccc-489b-b4d7-166ea0d3772f", "name": "network-vif-plugged", "status": "completed", "tag": "fdeaf409-3755-40ac-949e-78986d168e71"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:43.895510 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port fdeaf409-3755-40ac-949e-78986d168e71, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fdeaf409-3755-40ac-949e-78986d168e71,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:43.902309 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (fdeaf409-3755-40ac-949e-78986d168e71), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:43.957888 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeb9f86-3ab9-4265-ab38-baf2f0155d30 x-openstack-request-id: req-efeb9f86-3ab9-4265-ab38-baf2f0155d30 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:43.959622 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ba7c81-2ccc-489b-b4d7-166ea0d3772f", "name": "network-vif-plugged", "status": "completed", "tag": "fdeaf409-3755-40ac-949e-78986d168e71", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:43.960384 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efeb9f86-3ab9-4265-ab38-baf2f0155d30 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:43.961328 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efeb9f86-3ab9-4265-ab38-baf2f0155d30'] response: {'server_uuid': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdeaf409-3755-40ac-949e-78986d168e71', 'code': 200} May 26 18:07:44.061523 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=fdeaf409-3755-40ac-949e-78986d168e71,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:44.145769 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a2759-c783-4337-98af-b450efc8ba3a req-df3c6848-6981-45b1-8e5e-32b9fa34dce0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:44.148933 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-250a2759-c783-4337-98af-b450efc8ba3a req-df3c6848-6981-45b1-8e5e-32b9fa34dce0 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 946 time: 0.1565170 May 26 18:07:44.303603 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:44.310022 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-250a2759-c783-4337-98af-b450efc8ba3a req-2f226ea3-b93e-4d6e-9032-c33f33155553 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b64c7dd-302f-484d-8e43-1bf369b8d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522281 May 26 18:07:44.374812 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:44.399924 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce47932-2df6-4bf2-b995-75a24e226245 req-0600d02e-0f0e-4206-8d62-3b6f6600f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:44.403065 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fce47932-2df6-4bf2-b995-75a24e226245 req-0600d02e-0f0e-4206-8d62-3b6f6600f77b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 1130 time: 0.2139189 May 26 18:07:44.421804 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0eae3-01f7-4025-ba15-035047e909e8 req-cd711439-b092-416a-9b4d-4373c2b267b1 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:44.424342 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d8e0eae3-01f7-4025-ba15-035047e909e8 req-cd711439-b092-416a-9b4d-4373c2b267b1 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.2090244 May 26 18:07:44.529526 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d8e0eae3-01f7-4025-ba15-035047e909e8 req-9c8cb14a-e79a-47de-a182-d39b80935072 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902214 May 26 18:07:44.545309 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fce47932-2df6-4bf2-b995-75a24e226245 req-21a8d526-a1a3-4af7-9127-c52daf5730d7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3b64c7dd-302f-484d-8e43-1bf369b8d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194115 May 26 18:07:44.864792 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e18b7b-f574-4f44-b1e0-e848c92f4850 req-33da5217-c46c-4844-ac5f-756dbfacf90d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:44.867754 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c3e18b7b-f574-4f44-b1e0-e848c92f4850 req-33da5217-c46c-4844-ac5f-756dbfacf90d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0990696 May 26 18:07:44.993010 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c3e18b7b-f574-4f44-b1e0-e848c92f4850 req-2da3bc87-fb42-40de-89a1-ef968038053d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1126485 May 26 18:07:45.551557 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f74624-f268-4d74-9daa-ba625365235d req-22088a67-5ed1-458b-8eb9-7746e34ab766 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:45.559235 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-36f74624-f268-4d74-9daa-ba625365235d req-22088a67-5ed1-458b-8eb9-7746e34ab766 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 946 time: 0.1046040 May 26 18:07:45.632997 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-36f74624-f268-4d74-9daa-ba625365235d req-e099ca75-ec84-4247-b04a-990d3e71c4d7 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b64c7dd-302f-484d-8e43-1bf369b8d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727491 May 26 18:07:45.732830 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5672df9-94c2-49ec-bed8-744c82cf3ec2 req-b769522a-72f5-4b3f-8d16-51e21fb3b1ea tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:45.735492 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d5672df9-94c2-49ec-bed8-744c82cf3ec2 req-b769522a-72f5-4b3f-8d16-51e21fb3b1ea tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.0614369 May 26 18:07:45.815281 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d5672df9-94c2-49ec-bed8-744c82cf3ec2 req-02ba94db-23e2-4c2a-94a3-1eac5f231b2d tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717528 May 26 18:07:46.234883 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee867e4-dec4-4c06-b8e5-7bf14d5d89ff req-9739967a-0090-4e28-afbf-151c5fd6ee73 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:46.242816 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bee867e4-dec4-4c06-b8e5-7bf14d5d89ff req-9739967a-0090-4e28-afbf-151c5fd6ee73 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0968702 May 26 18:07:46.326189 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bee867e4-dec4-4c06-b8e5-7bf14d5d89ff req-c68fdfdc-2942-4f92-8892-d9212ccea9da tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0770280 May 26 18:07:46.830650 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd86919-5e2c-4c4b-b992-863c18585b64 req-366ed30e-44ca-4253-b989-d1a52f0626c4 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:46.838012 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fcd86919-5e2c-4c4b-b992-863c18585b64 req-366ed30e-44ca-4253-b989-d1a52f0626c4 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 946 time: 0.0755150 May 26 18:07:46.892382 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:46.911604 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fcd86919-5e2c-4c4b-b992-863c18585b64 req-f0ebd2ce-00af-41a3-ab65-dcf608031898 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b64c7dd-302f-484d-8e43-1bf369b8d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722551 May 26 18:07:47.138315 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97cfae-2ef5-4be0-9984-f8feef61b8a7 req-e8ee9f85-b10a-4894-a369-00833098897a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:47.161669 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4f97cfae-2ef5-4be0-9984-f8feef61b8a7 req-e8ee9f85-b10a-4894-a369-00833098897a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.1752632 May 26 18:07:47.226592 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58389ee-c246-4885-bc9e-22baa6d4d4a8 req-c91949fe-adae-4ba4-81f8-606538f8e17d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:47.228422 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d58389ee-c246-4885-bc9e-22baa6d4d4a8 req-c91949fe-adae-4ba4-81f8-606538f8e17d tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 946 time: 0.1552346 May 26 18:07:47.244742 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 44950) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:47.254486 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-68c70a2b-955d-4a18-92ba-78e099b80179 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Request body: {'floatingip': {'port_id': 'fdeaf409-3755-40ac-949e-78986d168e71'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:47.290458 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4f97cfae-2ef5-4be0-9984-f8feef61b8a7 req-5d95b647-926e-4a06-8487-bbf9b5c20e6b tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304119 May 26 18:07:47.334175 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-68c70a2b-955d-4a18-92ba-78e099b80179 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (2063fc9a-b63d-4770-a42c-57698927e810), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:47.612810 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:47.632114 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84f5f7-8f26-4daf-b123-f663e0d99a19 req-8ec5b555-200f-459f-a417-48bdad2f405b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:47.639517 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8b84f5f7-8f26-4daf-b123-f663e0d99a19 req-8ec5b555-200f-459f-a417-48bdad2f405b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.1542335 May 26 18:07:47.767372 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8b84f5f7-8f26-4daf-b123-f663e0d99a19 req-f58184a7-06a8-43be-8d15-3efc135c0ced tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1192894 May 26 18:07:48.066292 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c539d698-a17a-4b1c-a2a1-f2931a18d604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:48.101053 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-68c70a2b-955d-4a18-92ba-78e099b80179 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:48.106106 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-68c70a2b-955d-4a18-92ba-78e099b80179 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (2063fc9a-b63d-4770-a42c-57698927e810), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:48.273267 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.l3_db [None req-68c70a2b-955d-4a18-92ba-78e099b80179 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Floating IP 2063fc9a-b63d-4770-a42c-57698927e810 associated. External IP: 172.27.0.84, port: fdeaf409-3755-40ac-949e-78986d168e71. May 26 18:07:48.567733 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff9512-8bd7-4829-9382-aaaed5e97eac req-53b3b012-60fa-4445-8acf-4bdb33e50cfb tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:48.569855 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:48.584205 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5dff9512-8bd7-4829-9382-aaaed5e97eac req-53b3b012-60fa-4445-8acf-4bdb33e50cfb tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 943 time: 0.1332190 May 26 18:07:48.709319 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c70a2b-955d-4a18-92ba-78e099b80179 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Router 38e7beef-54ca-46f0-bad8-41c952f715dd has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:07:48.710474 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5dff9512-8bd7-4829-9382-aaaed5e97eac req-9c9da6dd-5439-437a-8509-b3bbca89de57 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147761 May 26 18:07:48.943336 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c70a2b-955d-4a18-92ba-78e099b80179 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:48.953511 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-68c70a2b-955d-4a18-92ba-78e099b80179 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:48.964169 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fbdcfd-e2b6-4945-819e-fb60332d9390 None None] Sync routers for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:48.990826 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fbdcfd-e2b6-4945-819e-fb60332d9390 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:48.990826 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-13fbdcfd-e2b6-4945-819e-fb60332d9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:07:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:49.068006 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13444089-59be-40da-a04d-cb6bc0021442 req-a768893b-8107-4198-bf5b-c5588477b24d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:49.084334 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-13444089-59be-40da-a04d-cb6bc0021442 req-a768893b-8107-4198-bf5b-c5588477b24d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.2075665 May 26 18:07:49.085886 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-68c70a2b-955d-4a18-92ba-78e099b80179 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "PUT /v2.0/floatingips/2063fc9a-b63d-4770-a42c-57698927e810 HTTP/1.1" status: 200 len: 991 time: 1.8395677 May 26 18:07:49.089927 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'tag': 'fdeaf409-3755-40ac-949e-78986d168e71'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:49.100137 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdf95f3-7748-4c21-929a-30dea348947c" -d '{"events": [{"name": "network-changed", "server_uuid": "99ba7c81-2ccc-489b-b4d7-166ea0d3772f", "tag": "fdeaf409-3755-40ac-949e-78986d168e71"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:49.178405 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-13444089-59be-40da-a04d-cb6bc0021442 req-97bcf095-55e9-4295-85b8-96ffdae19b88 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0906832 May 26 18:07:49.387707 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-13fbdcfd-e2b6-4945-819e-fb60332d9390 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:49.478010 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 971e49f3-13e4-4d71-a577-21b1d36cef54 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:07:49.691599 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:49.760916 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-13fbdcfd-e2b6-4945-819e-fb60332d9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '2063fc9a-b63d-4770-a42c-57698927e810', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'fdeaf409-3755-40ac-949e-78986d168e71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:5a:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:07:28Z', 'updated_at': '2022-05-26T18:07:47Z', 'revision_number': 1, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:49.767183 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3170989d-149d-4020-b4a7-d64683a10c8d x-openstack-request-id: req-3170989d-149d-4020-b4a7-d64683a10c8d {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:49.767767 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ba7c81-2ccc-489b-b4d7-166ea0d3772f", "tag": "fdeaf409-3755-40ac-949e-78986d168e71", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:49.768226 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3170989d-149d-4020-b4a7-d64683a10c8d {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:49.775566 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3170989d-149d-4020-b4a7-d64683a10c8d'] response: {'name': 'network-changed', 'server_uuid': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'tag': 'fdeaf409-3755-40ac-949e-78986d168e71', 'status': 'completed', 'code': 200} May 26 18:07:49.777242 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 971e49f3-13e4-4d71-a577-21b1d36cef54, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=971e49f3-13e4-4d71-a577-21b1d36cef54,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:49.799143 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fbdcfd-e2b6-4945-819e-fb60332d9390 None None] Checking router: 38e7beef-54ca-46f0-bad8-41c952f715dd for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:49.803658 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'port_id': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'mac_address': 'fa:16:3e:fd:33:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:07:49.810549 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fbdcfd-e2b6-4945-819e-fb60332d9390 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:49.811975 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-13fbdcfd-e2b6-4945-819e-fb60332d9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:07:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:49.888597 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 971e49f3-13e4-4d71-a577-21b1d36cef54 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:49.889007 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:49.912787 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971e49f3-13e4-4d71-a577-21b1d36cef54 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:07:49.943212 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 971e49f3-13e4-4d71-a577-21b1d36cef54, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=971e49f3-13e4-4d71-a577-21b1d36cef54,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:49.949772 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:50.009688 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-13fbdcfd-e2b6-4945-819e-fb60332d9390 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:50.026291 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=971e49f3-13e4-4d71-a577-21b1d36cef54,revision_number=7']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:50.164507 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf95f3-7748-4c21-929a-30dea348947c req-0e1dfbfc-c342-487a-b5d9-df94fbc37702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:50.169022 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9fdf95f3-7748-4c21-929a-30dea348947c req-0e1dfbfc-c342-487a-b5d9-df94fbc37702 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8920d2de9dc34386bb0e770f5b51b702&device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 1130 time: 0.1558952 May 26 18:07:50.187184 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e2239-7adb-4ee9-881c-c961df4bb439 req-689e8dc9-7059-459d-84cb-fcf2e98ee12e tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:50.201454 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-df5e2239-7adb-4ee9-881c-c961df4bb439 req-689e8dc9-7059-459d-84cb-fcf2e98ee12e tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 944 time: 0.1837738 May 26 18:07:50.222083 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f068e540-cfbc-47b5-9e6b-dc5b10cfc156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:50.233118 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['971e49f3-13e4-4d71-a577-21b1d36cef54'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:07:50.356393 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-df5e2239-7adb-4ee9-881c-c961df4bb439 req-d53a6780-da58-4cb7-99ac-b6491dfd3ca8 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535876 May 26 18:07:50.386009 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:50.406223 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:50.463861 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf95f3-7748-4c21-929a-30dea348947c req-7c944940-f55c-44b1-ae66-51f5a720e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:50.465566 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9fdf95f3-7748-4c21-929a-30dea348947c req-7c944940-f55c-44b1-ae66-51f5a720e469 service neutron] 10.222.0.62 "GET /v2.0/networks?id=481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 200 len: 916 time: 0.2882423 May 26 18:07:50.498501 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076439a-8272-4875-b685-4ba0597860bd req-f23c93e2-e8db-4877-ab8f-df618943e29f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:50.513536 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e076439a-8272-4875-b685-4ba0597860bd req-f23c93e2-e8db-4877-ab8f-df618943e29f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.1194823 May 26 18:07:50.556049 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-13fbdcfd-e2b6-4945-819e-fb60332d9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '2063fc9a-b63d-4770-a42c-57698927e810', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'fdeaf409-3755-40ac-949e-78986d168e71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:5a:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:07:28Z', 'updated_at': '2022-05-26T18:07:47Z', 'revision_number': 1, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:50.620452 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fbdcfd-e2b6-4945-819e-fb60332d9390 None None] The sync data for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi is: [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '2063fc9a-b63d-4770-a42c-57698927e810', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'port_id': 'fdeaf409-3755-40ac-949e-78986d168e71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'mac_address': 'fa:16:3e:5a:6b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:07:28Z', 'updated_at': '2022-05-26T18:07:47Z', 'revision_number': 1, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:50.646285 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9fdf95f3-7748-4c21-929a-30dea348947c req-63df48c7-7682-4231-9c8b-c698f2a0cddd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdeaf409-3755-40ac-949e-78986d168e71 HTTP/1.1" status: 200 len: 999 time: 0.1290522 May 26 18:07:50.728623 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e076439a-8272-4875-b685-4ba0597860bd req-157b2abb-47ef-4836-8ea9-3dae4620ee14 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2080498 May 26 18:07:50.764088 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf95f3-7748-4c21-929a-30dea348947c req-c9df56af-cd31-495e-b682-75cd5f372067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:50.767092 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9fdf95f3-7748-4c21-929a-30dea348947c req-c9df56af-cd31-495e-b682-75cd5f372067 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 200 len: 854 time: 0.1101801 May 26 18:07:50.856993 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf95f3-7748-4c21-929a-30dea348947c req-91aee2e9-aff2-4577-8f5e-5f14b8cf0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:50.859297 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9fdf95f3-7748-4c21-929a-30dea348947c req-91aee2e9-aff2-4577-8f5e-5f14b8cf0482 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=481c535b-a9e7-4c84-8151-52762a8d6376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808754 May 26 18:07:50.869813 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45022) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:50.898285 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:51.004768 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:51.049491 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9fdf95f3-7748-4c21-929a-30dea348947c req-68b140af-9f89-494a-89a7-fb4304291203 service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781638 May 26 18:07:51.051510 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-10a0c841-e43c-4a37-a800-3aaacaca62b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:51.102470 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33742113-9acb-45da-9f59-9f003430d2c9 None None] New status for floating IP 2063fc9a-b63d-4770-a42c-57698927e810: ACTIVE {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:07:51.204153 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-10a0c841-e43c-4a37-a800-3aaacaca62b9 admin admin] Publish callbacks [] for security_group (4bc70a1a-c4b2-4bc5-9f2e-9b1449742c31), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:51.208989 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-10a0c841-e43c-4a37-a800-3aaacaca62b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (4bc70a1a-c4b2-4bc5-9f2e-9b1449742c31), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:51.226683 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9fdf95f3-7748-4c21-929a-30dea348947c req-f9cd612a-7aa2-487a-9342-7c4ab0d4e59a service neutron] 10.222.0.62 "GET /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670916 May 26 18:07:51.268144 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-10a0c841-e43c-4a37-a800-3aaacaca62b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b43ce8db0867424baa4fc1c0c2c9d18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3938508 May 26 18:07:51.268403 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0c841-e43c-4a37-a800-3aaacaca62b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc70a1a-c4b2-4bc5-9f2e-9b1449742c31,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:51.268556 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 45026) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:51.367588 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-324f2d5d-c9b7-477a-8441-2be64529ca0f admin admin] Publish callbacks [] for security_group (4bc70a1a-c4b2-4bc5-9f2e-9b1449742c31), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:51.406565 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-324f2d5d-c9b7-477a-8441-2be64529ca0f admin admin] Publish callbacks [] for security_group (4bc70a1a-c4b2-4bc5-9f2e-9b1449742c31), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:51.479469 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 971e49f3-13e4-4d71-a577-21b1d36cef54 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:51.519682 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56786f42-4d23-4ec5-95bb-459164c89e33 req-8008e7b6-3cf4-4cf7-b9ea-dabfbea2c56c tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:51.523309 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-56786f42-4d23-4ec5-95bb-459164c89e33 req-8008e7b6-3cf4-4cf7-b9ea-dabfbea2c56c tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 944 time: 0.0799074 May 26 18:07:51.534205 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-324f2d5d-c9b7-477a-8441-2be64529ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (4bc70a1a-c4b2-4bc5-9f2e-9b1449742c31), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:51.536182 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-324f2d5d-c9b7-477a-8441-2be64529ca0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:51.537433 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-324f2d5d-c9b7-477a-8441-2be64529ca0f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4bc70a1a-c4b2-4bc5-9f2e-9b1449742c31 HTTP/1.1" status: 204 len: 168 time: 0.2677705 May 26 18:07:51.564408 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f2d5d-c9b7-477a-8441-2be64529ca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc70a1a-c4b2-4bc5-9f2e-9b1449742c31,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:51.579220 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 971e49f3-13e4-4d71-a577-21b1d36cef54 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:51.580053 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:51.621393 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:51.630614 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:51.758327 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-56786f42-4d23-4ec5-95bb-459164c89e33 req-08f4d96b-63e6-4dc9-8186-0df3b3b44176 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138658 May 26 18:07:51.781212 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 971e49f3-13e4-4d71-a577-21b1d36cef54 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:51.783526 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:51.846688 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:51.859760 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe28dfa6-359c-4e6d-a438-33e80f169a32" -d '{"events": [{"server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "name": "network-vif-plugged", "status": "completed", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:51.877334 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 971e49f3-13e4-4d71-a577-21b1d36cef54, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=971e49f3-13e4-4d71-a577-21b1d36cef54,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:51.884267 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:51.924785 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:51.941221 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64d47d4-fe6c-4232-a210-f84189fda090 x-openstack-request-id: req-a64d47d4-fe6c-4232-a210-f84189fda090 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:51.941748 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "name": "network-vif-plugged", "status": "completed", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:51.942213 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a64d47d4-fe6c-4232-a210-f84189fda090 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:51.942836 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64d47d4-fe6c-4232-a210-f84189fda090'] response: {'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'code': 200} May 26 18:07:51.975423 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f3051-ac6f-44e6-9cd8-a8adb2dd4cff req-99c62a7f-68f0-4003-a4a8-cce9795221b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:51.980410 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=971e49f3-13e4-4d71-a577-21b1d36cef54,revision_number=8']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:52.008851 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-872f3051-ac6f-44e6-9cd8-a8adb2dd4cff req-99c62a7f-68f0-4003-a4a8-cce9795221b2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.1409760 May 26 18:07:52.231059 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-872f3051-ac6f-44e6-9cd8-a8adb2dd4cff req-d8ccb395-d8a9-45e4-b1d6-4fe4c93fb9c1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2172878 May 26 18:07:52.313070 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45052) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:52.349201 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8d8b-fd2d-4fe1-abaa-05a2d903967c req-90cff425-483a-4d35-b665-9b16f3081d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:52.350960 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-375a8d8b-fd2d-4fe1-abaa-05a2d903967c req-90cff425-483a-4d35-b665-9b16f3081d8d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 1129 time: 0.0962968 May 26 18:07:52.353259 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4aeb-66f7-453d-bd77-b97f37096607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:52.478402 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-375a8d8b-fd2d-4fe1-abaa-05a2d903967c req-bb1b3ab3-9148-4b0a-9afc-2a92c6212e07 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095383 May 26 18:07:52.540415 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4aeb-66f7-453d-bd77-b97f37096607 admin admin] Publish callbacks [] for security_group (c6a78194-7272-425f-bb31-4ea21f3c90ff), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:52.547575 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4aeb-66f7-453d-bd77-b97f37096607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (c6a78194-7272-425f-bb31-4ea21f3c90ff), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:52.580475 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:52.618158 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0c7c4aeb-66f7-453d-bd77-b97f37096607 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a61c7d7745e4cfb91884e1e2655561e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025112 May 26 18:07:52.622417 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45056) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:52.664236 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:52.666538 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c4aeb-66f7-453d-bd77-b97f37096607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a78194-7272-425f-bb31-4ea21f3c90ff,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:52.705207 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d970ffd5-b51d-47ff-a8de-940f6e7cb08c admin admin] Publish callbacks [] for security_group (c6a78194-7272-425f-bb31-4ea21f3c90ff), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:52.739185 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d970ffd5-b51d-47ff-a8de-940f6e7cb08c admin admin] Publish callbacks [] for security_group (c6a78194-7272-425f-bb31-4ea21f3c90ff), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:52.809281 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d970ffd5-b51d-47ff-a8de-940f6e7cb08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (c6a78194-7272-425f-bb31-4ea21f3c90ff), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:52.816200 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d970ffd5-b51d-47ff-a8de-940f6e7cb08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:52.817494 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d970ffd5-b51d-47ff-a8de-940f6e7cb08c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c6a78194-7272-425f-bb31-4ea21f3c90ff HTTP/1.1" status: 204 len: 168 time: 0.1940084 May 26 18:07:52.826666 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970ffd5-b51d-47ff-a8de-940f6e7cb08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a78194-7272-425f-bb31-4ea21f3c90ff,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:53.030825 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42e16f-4205-4a5c-8dbd-1464d135f341 req-60a24222-d860-4a01-a6e8-ed57d589c4da tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:53.033215 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ae42e16f-4205-4a5c-8dbd-1464d135f341 req-60a24222-d860-4a01-a6e8-ed57d589c4da tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0913827 May 26 18:07:53.115641 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ae42e16f-4205-4a5c-8dbd-1464d135f341 req-714ee1ca-4747-4726-be11-76eee79bb2a6 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712130 May 26 18:07:53.415877 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328172e-d48c-4384-880c-805ad22b5a23 req-d1fcd9ec-3579-46da-8e58-70874645e5b9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:53.421248 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8328172e-d48c-4384-880c-805ad22b5a23 req-d1fcd9ec-3579-46da-8e58-70874645e5b9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0696471 May 26 18:07:53.490509 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8328172e-d48c-4384-880c-805ad22b5a23 req-f618629a-6837-4ba5-a660-0bc0e337324f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0647974 May 26 18:07:54.134287 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:54.263152 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d17f6-ab66-4000-84d2-bfc98dbf977d req-f9026ca2-6e8f-4186-a2c5-bec053923431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:54.264835 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4f0d17f6-ab66-4000-84d2-bfc98dbf977d req-f9026ca2-6e8f-4186-a2c5-bec053923431 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 1129 time: 0.0742688 May 26 18:07:54.305746 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bb42d-829f-452a-a0e6-531648ec9c6a req-ddcfb29d-4c5c-47d2-b5f6-8e41b0cf7f97 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:54.311685 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1d6bb42d-829f-452a-a0e6-531648ec9c6a req-ddcfb29d-4c5c-47d2-b5f6-8e41b0cf7f97 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0823321 May 26 18:07:54.422683 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1d6bb42d-829f-452a-a0e6-531648ec9c6a req-0c17dc2c-e704-4560-ae31-cb2c3bffc70e tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806310 May 26 18:07:54.428161 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d17f6-ab66-4000-84d2-bfc98dbf977d req-9639c008-c9dd-49a5-8e72-aca47db69e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:54.429772 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4f0d17f6-ab66-4000-84d2-bfc98dbf977d req-9639c008-c9dd-49a5-8e72-aca47db69e69 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 918 time: 0.1582761 May 26 18:07:54.504383 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4f0d17f6-ab66-4000-84d2-bfc98dbf977d req-54a92586-b905-4278-8da9-d97f31942e45 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4d056e-de52-4943-ab5b-725a0214cc05 HTTP/1.1" status: 200 len: 1001 time: 0.0689127 May 26 18:07:54.683077 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb01d89-8610-4a3e-89ee-d35969f9ed57 req-7767bedf-24c3-449e-a364-938a81c5dcf3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:54.685520 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-deb01d89-8610-4a3e-89ee-d35969f9ed57 req-7767bedf-24c3-449e-a364-938a81c5dcf3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0764451 May 26 18:07:54.796555 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-deb01d89-8610-4a3e-89ee-d35969f9ed57 req-5f9b4276-4caf-4da9-b84f-046d13a2ecb7 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1024487 May 26 18:07:54.850569 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d17f6-ab66-4000-84d2-bfc98dbf977d req-ff9bc262-8158-48d7-bb94-9ea109b1c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:54.851941 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4f0d17f6-ab66-4000-84d2-bfc98dbf977d req-ff9bc262-8158-48d7-bb94-9ea109b1c39a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 200 len: 856 time: 0.3423371 May 26 18:07:54.908392 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d17f6-ab66-4000-84d2-bfc98dbf977d req-d531f5f7-164f-40f7-a9ed-f8fd3eb6659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:54.911040 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4f0d17f6-ab66-4000-84d2-bfc98dbf977d req-d531f5f7-164f-40f7-a9ed-f8fd3eb6659d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cd2844c-2075-4a75-ad58-855aef5bd960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496242 May 26 18:07:54.983678 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:55.000925 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:55.045147 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4f0d17f6-ab66-4000-84d2-bfc98dbf977d req-9f6801f3-4abf-4f67-8462-fe841b526a1d service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281533 May 26 18:07:55.171581 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4f0d17f6-ab66-4000-84d2-bfc98dbf977d req-07860d49-e4bd-48a9-afe8-eb648f87e77d service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194925 May 26 18:07:55.402991 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cd7e1-306b-4e3f-86b2-952d78e5147a req-e7b58d25-feec-4437-ade9-73fd8be906c9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:55.404661 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-694cd7e1-306b-4e3f-86b2-952d78e5147a req-e7b58d25-feec-4437-ade9-73fd8be906c9 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 945 time: 0.0544829 May 26 18:07:55.493722 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-694cd7e1-306b-4e3f-86b2-952d78e5147a req-c8b6f048-c073-4694-a281-88f85bf1ee55 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778241 May 26 18:07:55.636856 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 45166) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:55.823689 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7455112e-b91c-48ad-9419-001e0449377e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:55.938366 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28375e-7fb0-4b69-8fcc-05fec0b28a6a req-57949327-1590-44f0-a4e2-ce7975419c0b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:55.939919 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0d28375e-7fb0-4b69-8fcc-05fec0b28a6a req-57949327-1590-44f0-a4e2-ce7975419c0b tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0717633 May 26 18:07:55.973661 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7455112e-b91c-48ad-9419-001e0449377e admin admin] Publish callbacks [] for security_group (3cc1044f-d67d-4aa6-8bfb-797c569cae72), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:55.981518 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7455112e-b91c-48ad-9419-001e0449377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (3cc1044f-d67d-4aa6-8bfb-797c569cae72), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:56.047078 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-7455112e-b91c-48ad-9419-001e0449377e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62c957859fb440c68467b9a31889b6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082561 May 26 18:07:56.049005 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455112e-b91c-48ad-9419-001e0449377e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc1044f-d67d-4aa6-8bfb-797c569cae72,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:56.049910 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45172) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:56.059978 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0d28375e-7fb0-4b69-8fcc-05fec0b28a6a req-61808086-8693-4cd5-9c9e-0a4bfa9f2eb3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1100180 May 26 18:07:56.107394 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Publish callbacks [] for security_group (3cc1044f-d67d-4aa6-8bfb-797c569cae72), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:56.131177 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Publish callbacks [] for security_group (3cc1044f-d67d-4aa6-8bfb-797c569cae72), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:56.197703 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (3cc1044f-d67d-4aa6-8bfb-797c569cae72), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:56.200093 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:56.201270 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3cc1044f-d67d-4aa6-8bfb-797c569cae72 HTTP/1.1" status: 204 len: 168 time: 0.1501837 May 26 18:07:56.209758 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc1044f-d67d-4aa6-8bfb-797c569cae72,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:56.217690 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.226069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752883e0-4103-422b-9a9f-cdd0e619c209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:56.526582 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45180) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:56.546964 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-73d52b52-feb0-4f4d-a67e-1868b2c792ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:56.627953 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:56.641169 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18794be0-6f63-460b-bcbc-21aa88f13e4c req-d8a1b573-2b07-4eb2-9aa5-ed0270fd8ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:56.642741 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-18794be0-6f63-460b-bcbc-21aa88f13e4c req-d8a1b573-2b07-4eb2-9aa5-ed0270fd8ee6 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 945 time: 0.0722389 May 26 18:07:56.717990 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:56.736813 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-18794be0-6f63-460b-bcbc-21aa88f13e4c req-98034632-2e23-42c7-8185-00257b9f7828 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870535 May 26 18:07:56.742005 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-73d52b52-feb0-4f4d-a67e-1868b2c792ab admin admin] Publish callbacks [] for security_group (f7e713a4-4fc3-4d89-b0e0-31567e8c32d9), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:56.747937 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-73d52b52-feb0-4f4d-a67e-1868b2c792ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f7e713a4-4fc3-4d89-b0e0-31567e8c32d9), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:56.788125 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:07:56.797203 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-73d52b52-feb0-4f4d-a67e-1868b2c792ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=adaca5a900b4427ca9dc335c2ecaaa72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694032 May 26 18:07:56.798143 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d52b52-feb0-4f4d-a67e-1868b2c792ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e713a4-4fc3-4d89-b0e0-31567e8c32d9,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:56.799958 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 45182) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:56.863044 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3c57c147-dcc4-42cf-be0d-0d2e012d17a0 admin admin] Publish callbacks [] for security_group (f7e713a4-4fc3-4d89-b0e0-31567e8c32d9), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:56.888184 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3c57c147-dcc4-42cf-be0d-0d2e012d17a0 admin admin] Publish callbacks [] for security_group (f7e713a4-4fc3-4d89-b0e0-31567e8c32d9), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:56.945472 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3c57c147-dcc4-42cf-be0d-0d2e012d17a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f7e713a4-4fc3-4d89-b0e0-31567e8c32d9), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:56.948049 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-3c57c147-dcc4-42cf-be0d-0d2e012d17a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:56.949313 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-3c57c147-dcc4-42cf-be0d-0d2e012d17a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f7e713a4-4fc3-4d89-b0e0-31567e8c32d9 HTTP/1.1" status: 204 len: 168 time: 0.1476727 May 26 18:07:56.959074 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57c147-dcc4-42cf-be0d-0d2e012d17a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e713a4-4fc3-4d89-b0e0-31567e8c32d9,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:57.213962 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dbe05-206f-415c-80a6-46afd4bc3feb req-44247cec-6761-439b-b7fb-4e4e12645554 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:57.215667 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ad5dbe05-206f-415c-80a6-46afd4bc3feb req-44247cec-6761-439b-b7fb-4e4e12645554 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 945 time: 0.0599716 May 26 18:07:57.284169 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ad5dbe05-206f-415c-80a6-46afd4bc3feb req-de8a6a68-8b48-4544-9262-05dfe589d9a5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0615950 May 26 18:07:57.508401 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4f4d056e-de52-4943-ab5b-725a0214cc05 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:07:57.598251 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 4f4d056e-de52-4943-ab5b-725a0214cc05 is: ACTIVE; New status is: DOWN {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:57.598251 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:57.626647 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:57.629069 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07d4925-b933-4a0b-918e-76785e7b3c10" -d '{"events": [{"server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "name": "network-vif-unplugged", "status": "completed", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:57.644132 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4f4d056e-de52-4943-ab5b-725a0214cc05,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:57.648227 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:57.677360 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 18:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ae3cf6-fd0d-4123-a51c-d9ee768d3e53 x-openstack-request-id: req-81ae3cf6-fd0d-4123-a51c-d9ee768d3e53 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:57.677660 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "name": "network-vif-unplugged", "status": "completed", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:57.677923 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-81ae3cf6-fd0d-4123-a51c-d9ee768d3e53 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:57.678321 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ae3cf6-fd0d-4123-a51c-d9ee768d3e53'] response: {'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'code': 200} May 26 18:07:57.709876 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=4f4d056e-de52-4943-ab5b-725a0214cc05,revision_number=8']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:57.862935 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc3aac-4e08-45af-a2e8-023a3e2ad802 req-bceb1d9a-fff4-4371-9bb0-b374fa0acf40 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:57.864446 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a5bc3aac-4e08-45af-a2e8-023a3e2ad802 req-bceb1d9a-fff4-4371-9bb0-b374fa0acf40 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 945 time: 0.0503991 May 26 18:07:57.921349 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a5bc3aac-4e08-45af-a2e8-023a3e2ad802 req-7046b1b5-6e02-4b25-8e77-fa707609c56a tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503819 May 26 18:07:58.463026 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea41b7-76eb-48b6-8bea-e7ddd776d6ea req-495512fc-1176-40cf-9099-a2a9a1b57441 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:58.465205 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-13ea41b7-76eb-48b6-8bea-e7ddd776d6ea req-495512fc-1176-40cf-9099-a2a9a1b57441 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.0822248 May 26 18:07:58.526169 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-13ea41b7-76eb-48b6-8bea-e7ddd776d6ea req-41b44926-0b3f-4314-8321-6ff4ec10a9bd tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0525360 May 26 18:07:58.863208 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-a15f117b-7a8a-4d69-935a-3034e1b098a1 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:58.868218 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-a15f117b-7a8a-4d69-935a-3034e1b098a1 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 945 time: 0.1577272 May 26 18:07:58.921431 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:59.010642 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Deleting port 74ee7604-84aa-483d-8a81-f801b551e03a {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:07:59.011310 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:59.125959 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f5444-b1e5-4f97-a95e-8ea3b93bdb88 req-7435ede9-19f2-4fa1-ac8e-d5bc5d58a364 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:59.127849 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1a2f5444-b1e5-4f97-a95e-8ea3b93bdb88 req-7435ede9-19f2-4fa1-ac8e-d5bc5d58a364 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 945 time: 0.0833561 May 26 18:07:59.172759 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] For port 74ee7604-84aa-483d-8a81-f801b551e03a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=74ee7604-84aa-483d-8a81-f801b551e03a,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:59.173310 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:59.189859 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:59.224781 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-1a2f5444-b1e5-4f97-a95e-8ea3b93bdb88 req-ef5ae715-7081-4126-8f85-bf899eab9a02 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups?id=360fa82f-0ddc-4304-b510-fdfb414444c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836484 May 26 18:07:59.438693 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:59.439193 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (dacf80ce-f5de-4d5e-b95f-77272e0a4f51), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:59.439680 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Floating IP dacf80ce-f5de-4d5e-b95f-77272e0a4f51 disassociated. External IP: 172.27.0.170, port: 74ee7604-84aa-483d-8a81-f801b551e03a. May 26 18:07:59.440491 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Calling delete_port for 74ee7604-84aa-483d-8a81-f801b551e03a owned by compute:nova {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:07:59.623233 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (74ee7604-84aa-483d-8a81-f801b551e03a), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:59.684585 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event deleted for resources: {'Port': ['ID=74ee7604-84aa-483d-8a81-f801b551e03a,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:59.817926 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Router 52382004-7f79-4e59-aa0b-bcab076a4e8b has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:07:59.828981 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [req-694d95b8-d01b-4ab5-92f7-e041367bdf3e req-616f3e36-5bfe-451f-bfc2-2fba5ea06060 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:07:59.830859 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-694d95b8-d01b-4ab5-92f7-e041367bdf3e req-616f3e36-5bfe-451f-bfc2-2fba5ea06060 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0075226 May 26 18:07:59.969570 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:59.990717 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea216b82-a142-4949-9763-e6986158d102 None None] Sync routers for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:08:00.013308 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea216b82-a142-4949-9763-e6986158d102 None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:00.014007 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ea216b82-a142-4949-9763-e6986158d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:07:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:00.093909 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] No DVR routers for this DVR port 74ee7604-84aa-483d-8a81-f801b551e03a on host hv-cinder-83607 {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:08:00.100154 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:00.103576 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ad1145a0-c308-4ee7-bf4b-4bbec1d89fe1 req-bc506e46-6abf-4f18-bb88-50cfb29bb805 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.62 "DELETE /v2.0/ports/74ee7604-84aa-483d-8a81-f801b551e03a HTTP/1.1" status: 204 len: 173 time: 1.2263436 May 26 18:08:00.104245 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'name': 'network-vif-deleted', 'tag': '74ee7604-84aa-483d-8a81-f801b551e03a'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:00.106605 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e22f5ec-9b27-4f7a-8db8-111cb5ad7f5a" -d '{"events": [{"server_uuid": "00f290f6-5aaa-4234-ac0b-094f19c94959", "name": "network-vif-deleted", "tag": "74ee7604-84aa-483d-8a81-f801b551e03a"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:00.170844 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-ea216b82-a142-4949-9763-e6986158d102 None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:00.214639 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c946fa-8c8e-494c-989e-acc0962a7cc0 req-37c59095-d7d4-4a97-b6f0-6e31491136d5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:00.219295 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d8c946fa-8c8e-494c-989e-acc0962a7cc0 req-37c59095-d7d4-4a97-b6f0-6e31491136d5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.2078226 May 26 18:08:00.222053 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7c868f-c5b0-4680-a470-a4f8df76d6e0 x-openstack-request-id: req-0e7c868f-c5b0-4680-a470-a4f8df76d6e0 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:00.222909 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f290f6-5aaa-4234-ac0b-094f19c94959", "name": "network-vif-deleted", "tag": "74ee7604-84aa-483d-8a81-f801b551e03a", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:00.223350 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e7c868f-c5b0-4680-a470-a4f8df76d6e0 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:00.223993 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7c868f-c5b0-4680-a470-a4f8df76d6e0'] response: {'server_uuid': '00f290f6-5aaa-4234-ac0b-094f19c94959', 'name': 'network-vif-deleted', 'tag': '74ee7604-84aa-483d-8a81-f801b551e03a', 'status': 'completed', 'code': 200} May 26 18:08:00.244493 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-8e05272b-b1fc-4468-8125-b412c0201f43 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1837676 May 26 18:08:00.421250 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-be683d48-7ee7-4179-b59c-01830563da5f req-5317fbfa-027a-48b4-9f81-52c8e60067d0 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f290f6-5aaa-4234-ac0b-094f19c94959 HTTP/1.1" status: 200 len: 210 time: 0.0714078 May 26 18:08:00.442235 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d8c946fa-8c8e-494c-989e-acc0962a7cc0 req-b15cae58-b7bb-40d1-8eab-c7824d1ebd00 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2106888 May 26 18:08:00.490507 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-bf0614ba-3bbd-4879-b91f-e19ad7893bd2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:00.492342 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-bf0614ba-3bbd-4879-b91f-e19ad7893bd2 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports/4f4d056e-de52-4943-ab5b-725a0214cc05 HTTP/1.1" status: 200 len: 940 time: 0.1588578 May 26 18:08:00.537597 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ea216b82-a142-4949-9763-e6986158d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:00.565644 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea216b82-a142-4949-9763-e6986158d102 None None] Checking router: 52382004-7f79-4e59-aa0b-bcab076a4e8b for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:08:00.575852 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea216b82-a142-4949-9763-e6986158d102 None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:00.576169 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ea216b82-a142-4949-9763-e6986158d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:07:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:00.702721 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:00.730799 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-ea216b82-a142-4949-9763-e6986158d102 None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:01.238901 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ea216b82-a142-4949-9763-e6986158d102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:01.269724 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea216b82-a142-4949-9763-e6986158d102 None None] The sync data for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi is: [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:23Z', 'revision_number': 4, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'd9dfa93c-ccb6-486f-8bfb-c8591e96ed70', 'name': '', 'network_id': '0bfb788b-88d8-4bf1-bef0-c0a994bf6666', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'mac_address': 'fa:16:3e:64:0e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:22Z', 'updated_at': '2022-05-26T18:01:37Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'subnets': [{'id': '9c4bb892-83e3-4ae4-bd0c-13631a4610a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:08:01.543796 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 74ee7604-84aa-483d-8a81-f801b551e03a no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:08:01.556334 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45298) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:01.583155 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-aff2abc9-7718-4668-aebd-1f6e0abe04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:01.585713 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: 74ee7604-84aa-483d-8a81-f801b551e03a {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:08:01.586050 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-aff2abc9-7718-4668-aebd-1f6e0abe04f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66&tenant_id=ab53cc69f7b0424cb689317c4be9b685 HTTP/1.1" status: 200 len: 1127 time: 0.0863812 May 26 18:08:01.586237 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 74ee7604-84aa-483d-8a81-f801b551e03a not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:08:01.610545 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ead4c-c96b-4d87-9826-a52023700dc9 None None] New status for floating IP dacf80ce-f5de-4d5e-b95f-77272e0a4f51: DOWN {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:08:01.677072 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5a35306-ff52-4c16-9065-abd9c8ad231d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group (360fa82f-0ddc-4304-b510-fdfb414444c5), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:01.714893 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:01.721715 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5a35306-ff52-4c16-9065-abd9c8ad231d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group (360fa82f-0ddc-4304-b510-fdfb414444c5), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:01.721985 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:01.753588 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeec36-27f3-44d4-91ea-291365df13d6 req-bb29e502-87fd-434c-856f-b5fc1a628bee tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:01.755644 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-47eeec36-27f3-44d4-91ea-291365df13d6 req-bb29e502-87fd-434c-856f-b5fc1a628bee tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.1499257 May 26 18:08:01.762069 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-b41f00a5-0967-4d67-a305-07ff360b1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:01.764864 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-b41f00a5-0967-4d67-a305-07ff360b1e22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab53cc69f7b0424cb689317c4be9b685&device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 1127 time: 0.1404090 May 26 18:08:01.797482 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:01.839622 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5a35306-ff52-4c16-9065-abd9c8ad231d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (360fa82f-0ddc-4304-b510-fdfb414444c5), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:01.845534 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c5a35306-ff52-4c16-9065-abd9c8ad231d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:01.848835 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c5a35306-ff52-4c16-9065-abd9c8ad231d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "DELETE /v2.0/security-groups/360fa82f-0ddc-4304-b510-fdfb414444c5 HTTP/1.1" status: 204 len: 168 time: 0.2902081 May 26 18:08:01.855112 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45300) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:01.889588 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a35306-ff52-4c16-9065-abd9c8ad231d tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360fa82f-0ddc-4304-b510-fdfb414444c5,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:01.894381 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.api.v2.resource [None req-a59afc1f-901e-47f8-adb0-5ec735898bff tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] show failed (client error): The resource could not be found. May 26 18:08:01.900099 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a59afc1f-901e-47f8-adb0-5ec735898bff tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "GET /v2.0/security-groups/360fa82f-0ddc-4304-b510-fdfb414444c5 HTTP/1.1" status: 404 len: 347 time: 0.0356445 May 26 18:08:01.900769 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45302) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:01.932409 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-47eeec36-27f3-44d4-91ea-291365df13d6 req-496ba4cc-06f0-428c-9779-0808220ff651 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1369729 May 26 18:08:01.975435 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-b84db0e2-ca1c-41c5-bdf0-c2cd4daa7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:01.978104 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-b84db0e2-ca1c-41c5-bdf0-c2cd4daa7d01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 200 len: 918 time: 0.1960969 May 26 18:08:02.074630 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-4ed06217-4771-4a7f-8d04-fb7402c91c56 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Deleting port a015ed70-5d71-427d-89a4-b23cd8f9273d {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:02.074979 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4ed06217-4771-4a7f-8d04-fb7402c91c56 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (a015ed70-5d71-427d-89a4-b23cd8f9273d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:02.083173 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-7bcc1f2c-7e0b-4f0c-a1a1-7612abbad483 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4d056e-de52-4943-ab5b-725a0214cc05 HTTP/1.1" status: 200 len: 999 time: 0.0979116 May 26 18:08:02.138398 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-da750fa4-bfa0-4d1b-944a-3a635ca8844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:02.140537 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-da750fa4-bfa0-4d1b-944a-3a635ca8844c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 200 len: 856 time: 0.0516889 May 26 18:08:02.173943 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4ed06217-4771-4a7f-8d04-fb7402c91c56 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (a015ed70-5d71-427d-89a4-b23cd8f9273d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:02.174416 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4ed06217-4771-4a7f-8d04-fb7402c91c56 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (a015ed70-5d71-427d-89a4-b23cd8f9273d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:02.201103 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-4ed06217-4771-4a7f-8d04-fb7402c91c56 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Calling delete_port for a015ed70-5d71-427d-89a4-b23cd8f9273d owned by network:floatingip {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:02.203689 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-9e4e676f-097d-45ec-ab71-9ad33466572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:02.206356 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-9e4e676f-097d-45ec-ab71-9ad33466572d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2cd2844c-2075-4a75-ad58-855aef5bd960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597155 May 26 18:08:02.376987 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-83b4bbd6-d498-4823-8019-4005459266d1 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648815 May 26 18:08:02.389694 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:02.399307 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4ed06217-4771-4a7f-8d04-fb7402c91c56 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (a015ed70-5d71-427d-89a4-b23cd8f9273d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:02.432647 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed06217-4771-4a7f-8d04-fb7402c91c56 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Pushing event deleted for resources: {'Port': ['ID=a015ed70-5d71-427d-89a4-b23cd8f9273d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:02.510678 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4ed06217-4771-4a7f-8d04-fb7402c91c56 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks [] for floatingip (dacf80ce-f5de-4d5e-b95f-77272e0a4f51), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:02.513545 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4ed06217-4771-4a7f-8d04-fb7402c91c56 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:02.522598 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4ed06217-4771-4a7f-8d04-fb7402c91c56 tempest-AttachVolumeTestJSON-1926902253 tempest-AttachVolumeTestJSON-1926902253-project] 10.222.0.69 "DELETE /v2.0/floatingips/dacf80ce-f5de-4d5e-b95f-77272e0a4f51 HTTP/1.1" status: 204 len: 168 time: 0.6101091 May 26 18:08:02.554949 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1fa846d-c470-4bc3-ac26-c4c4b166aec4 req-289e3ba3-35c7-4893-9ae4-12ff674d746d service neutron] 10.222.0.62 "GET /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709321 May 26 18:08:03.102958 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e6970-62d4-425e-8e99-cb26030c14b9 req-a567ac5d-7a97-463c-b9b8-ed626ec27474 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:03.104993 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-974e6970-62d4-425e-8e99-cb26030c14b9 req-a567ac5d-7a97-463c-b9b8-ed626ec27474 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.0603306 May 26 18:08:03.120421 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:03.191575 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-974e6970-62d4-425e-8e99-cb26030c14b9 req-e9f3d204-f9e6-49a3-911f-ad4125135f1c tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0792179 May 26 18:08:04.463245 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3687a-153d-4f4f-89ba-2e3c17fb02d8 req-5f805c05-8fa4-4ec9-bc4f-9b6588d757c1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:04.466274 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1d3687a-153d-4f4f-89ba-2e3c17fb02d8 req-5f805c05-8fa4-4ec9-bc4f-9b6588d757c1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.1096432 May 26 18:08:04.528198 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1d3687a-153d-4f4f-89ba-2e3c17fb02d8 req-b789e6f8-2765-423c-ab23-5077d5faf5bb tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0493281 May 26 18:08:05.708747 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7a44b-8b14-4ffb-831f-397ba3dca713 req-1aad95f4-066f-489d-881f-306442e30b18 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:05.716592 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-26e7a44b-8b14-4ffb-831f-397ba3dca713 req-1aad95f4-066f-489d-881f-306442e30b18 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.0671501 May 26 18:08:05.800896 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-26e7a44b-8b14-4ffb-831f-397ba3dca713 req-55586d9c-5c46-4f23-81ee-b9ccfc9864df tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0805192 May 26 18:08:06.385272 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45390) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:06.941168 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ad855-cb90-4c69-ad03-5a79db06a66d req-f06569ba-04e2-43a4-8703-9a2694a23417 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:06.949537 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ac9ad855-cb90-4c69-ad03-5a79db06a66d req-f06569ba-04e2-43a4-8703-9a2694a23417 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.0649598 May 26 18:08:07.030486 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ac9ad855-cb90-4c69-ad03-5a79db06a66d req-0978dd09-cbd6-438b-83b1-61978dd43ee7 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0795295 May 26 18:08:07.093609 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bf4c27e9-5adc-47ab-b6f0-b33658258a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8119267'] for router_interface (52382004-7f79-4e59-aa0b-bcab076a4e8b), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:07.695269 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c27e9-5adc-47ab-b6f0-b33658258a74 admin admin] Deleting port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:07.695820 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bf4c27e9-5adc-47ab-b6f0-b33658258a74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:07.793113 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-bf4c27e9-5adc-47ab-b6f0-b33658258a74 admin admin] For port d9dfa93c-ccb6-486f-8bfb-c8591e96ed70, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=d9dfa93c-ccb6-486f-8bfb-c8591e96ed70,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:07.793646 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bf4c27e9-5adc-47ab-b6f0-b33658258a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:07.811710 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c27e9-5adc-47ab-b6f0-b33658258a74 admin admin] Calling delete_port for d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:07.871168 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:07.952925 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:08.026847 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bf4c27e9-5adc-47ab-b6f0-b33658258a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (d9dfa93c-ccb6-486f-8bfb-c8591e96ed70), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:08.069397 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c27e9-5adc-47ab-b6f0-b33658258a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9dfa93c-ccb6-486f-8bfb-c8591e96ed70,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:08.343691 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f891b4-c77d-4c4c-93f1-07b521b2752b req-2a6b3dbb-f2ab-454b-8b71-2b1ccfbc71b8 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:08.347183 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-08f891b4-c77d-4c4c-93f1-07b521b2752b req-2a6b3dbb-f2ab-454b-8b71-2b1ccfbc71b8 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.1177468 May 26 18:08:08.454268 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-08f891b4-c77d-4c4c-93f1-07b521b2752b req-a38c5853-509b-4dbe-8a89-402e101b91ee tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0731885 May 26 18:08:08.454937 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-bf4c27e9-5adc-47ab-b6f0-b33658258a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8107912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8119167'] for router_interface (52382004-7f79-4e59-aa0b-bcab076a4e8b), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:08.724806 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4c27e9-5adc-47ab-b6f0-b33658258a74 admin admin] Router 52382004-7f79-4e59-aa0b-bcab076a4e8b has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:08:08.844740 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4c27e9-5adc-47ab-b6f0-b33658258a74 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:08:08.855832 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-bf4c27e9-5adc-47ab-b6f0-b33658258a74 admin admin] 10.222.0.69 "PUT /v2.0/routers/52382004-7f79-4e59-aa0b-bcab076a4e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4687383 May 26 18:08:08.858387 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45412) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:08.858695 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c8460-439e-4f7e-949b-be3f6e3025f0 None None] Sync routers for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:08:08.870161 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c8460-439e-4f7e-949b-be3f6e3025f0 None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:08.871058 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ce7c8460-439e-4f7e-949b-be3f6e3025f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:07:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:08.995135 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-ce7c8460-439e-4f7e-949b-be3f6e3025f0 None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:09.026384 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Publish callbacks [] for router (52382004-7f79-4e59-aa0b-bcab076a4e8b), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:09.178443 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:DELETE=1,neutron:UPDATE=1,neutron:SELECT=98 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:09.224055 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Publish callbacks [] for router_gateway (52382004-7f79-4e59-aa0b-bcab076a4e8b), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:09.228311 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ce7c8460-439e-4f7e-949b-be3f6e3025f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '4c638127-a819-4aa2-9fa6-167822212501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:08:07Z', 'revision_number': 5, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port': {'id': '4c638127-a819-4aa2-9fa6-167822212501', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:13Z', 'updated_at': '2022-05-26T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:09.237136 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:09.278933 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:09.288240 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c8460-439e-4f7e-949b-be3f6e3025f0 None None] Checking router: 52382004-7f79-4e59-aa0b-bcab076a4e8b for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:08:09.309526 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c8460-439e-4f7e-949b-be3f6e3025f0 None None] Routers {'52382004-7f79-4e59-aa0b-bcab076a4e8b'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:09.311161 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ce7c8460-439e-4f7e-949b-be3f6e3025f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:07:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['52382004-7f79-4e59-aa0b-bcab076a4e8b'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:09.317976 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Deleting port 4c638127-a819-4aa2-9fa6-167822212501 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:09.318550 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (4c638127-a819-4aa2-9fa6-167822212501), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:09.445759 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] For port 4c638127-a819-4aa2-9fa6-167822212501, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=4c638127-a819-4aa2-9fa6-167822212501,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:09.446504 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (4c638127-a819-4aa2-9fa6-167822212501), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:09.455656 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-ce7c8460-439e-4f7e-949b-be3f6e3025f0 None None] Set router 52382004-7f79-4e59-aa0b-bcab076a4e8b gateway port host: None {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:09.490067 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Calling delete_port for 4c638127-a819-4aa2-9fa6-167822212501 owned by network:router_gateway {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:09.568664 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-ce7c8460-439e-4f7e-949b-be3f6e3025f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:08:09Z', 'revision_number': 6, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port_host': None}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:09.647536 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c8460-439e-4f7e-949b-be3f6e3025f0 None None] The sync data for ids ['52382004-7f79-4e59-aa0b-bcab076a4e8b'] in dv-cinder-836074-5-iscsi is: [{'id': '52382004-7f79-4e59-aa0b-bcab076a4e8b', 'name': 'tempest-AttachVolumeTestJSON-678669124-router', 'tenant_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:08:09Z', 'revision_number': 6, 'project_id': '79f8f4d1e7da4bfe9629717a86ba0def', 'gw_port_host': None}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:08:09.684182 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45422) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:09.729990 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a107f89-73f7-4276-a76c-a563cf64f96c req-e1c0aa5c-2433-4124-979b-bfacba14f2b9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:09.739765 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7a107f89-73f7-4276-a76c-a563cf64f96c req-e1c0aa5c-2433-4124-979b-bfacba14f2b9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.1137173 May 26 18:08:09.815651 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7a107f89-73f7-4276-a76c-a563cf64f96c req-c9835ccc-cfd0-475f-9e49-fdc5b707fde5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0745547 May 26 18:08:09.924412 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (4c638127-a819-4aa2-9fa6-167822212501), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.046640 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c638127-a819-4aa2-9fa6-167822212501,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:10.116261 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-021bbd3e-1a97-4c61-8aa3-410f0cfd1a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.118925 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8120285'] for router_gateway (52382004-7f79-4e59-aa0b-bcab076a4e8b), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.302848 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8125068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30675'] for router (52382004-7f79-4e59-aa0b-bcab076a4e8b), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.306022 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Publish callbacks [] for router_controller (52382004-7f79-4e59-aa0b-bcab076a4e8b), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.402822 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8125063'] for router (52382004-7f79-4e59-aa0b-bcab076a4e8b), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.405946 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52382004-7f79-4e59-aa0b-bcab076a4e8b {{(pid=103837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:08:10.421075 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.425382 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4047fb34-a3ec-4fa3-9dd9-e901bad13f22 admin admin] 10.222.0.69 "DELETE /v2.0/routers/52382004-7f79-4e59-aa0b-bcab076a4e8b HTTP/1.1" status: 204 len: 168 time: 1.5628488 May 26 18:08:10.425382 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-021bbd3e-1a97-4c61-8aa3-410f0cfd1a8a admin admin] Publish callbacks [] for security_group (6e898c89-6eb6-4ad2-9480-ebf17a7abfd0), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.425648 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 45428) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:10.448863 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-021bbd3e-1a97-4c61-8aa3-410f0cfd1a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (6e898c89-6eb6-4ad2-9480-ebf17a7abfd0), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.484079 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bbd3e-1a97-4c61-8aa3-410f0cfd1a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e898c89-6eb6-4ad2-9480-ebf17a7abfd0,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:10.494394 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3dd6c1-d6b5-4aa3-b671-8c213b2c7980 admin admin] Deleting subnet 9c4bb892-83e3-4ae4-bd0c-13631a4610a8 {{(pid=103836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:08:10.499747 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ba3dd6c1-d6b5-4aa3-b671-8c213b2c7980 admin admin] Publish callbacks [] for subnet (9c4bb892-83e3-4ae4-bd0c-13631a4610a8), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.542484 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-021bbd3e-1a97-4c61-8aa3-410f0cfd1a8a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd9d21420a614f28969623c110689f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8544598 May 26 18:08:10.542689 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45430) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:10.544106 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ba3dd6c1-d6b5-4aa3-b671-8c213b2c7980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5381277'] for subnet (9c4bb892-83e3-4ae4-bd0c-13631a4610a8), precommit_delete_associations {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.617917 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fdff7154-c9b7-4599-bb87-f8c9fcf0e6d1 admin admin] Publish callbacks [] for security_group (6e898c89-6eb6-4ad2-9480-ebf17a7abfd0), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.652641 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fdff7154-c9b7-4599-bb87-f8c9fcf0e6d1 admin admin] Publish callbacks [] for security_group (6e898c89-6eb6-4ad2-9480-ebf17a7abfd0), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.685486 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:10.712865 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:10.725858 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ba3dd6c1-d6b5-4aa3-b671-8c213b2c7980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (9c4bb892-83e3-4ae4-bd0c-13631a4610a8), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.747403 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fdff7154-c9b7-4599-bb87-f8c9fcf0e6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (6e898c89-6eb6-4ad2-9480-ebf17a7abfd0), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.753658 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fdff7154-c9b7-4599-bb87-f8c9fcf0e6d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.755346 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-fdff7154-c9b7-4599-bb87-f8c9fcf0e6d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6e898c89-6eb6-4ad2-9480-ebf17a7abfd0 HTTP/1.1" status: 204 len: 168 time: 0.2116232 May 26 18:08:10.773592 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff7154-c9b7-4599-bb87-f8c9fcf0e6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e898c89-6eb6-4ad2-9480-ebf17a7abfd0,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:10.831272 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:10.833449 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:10.835599 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ba3dd6c1-d6b5-4aa3-b671-8c213b2c7980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16472683'] for subnet (9c4bb892-83e3-4ae4-bd0c-13631a4610a8), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.876243 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ba3dd6c1-d6b5-4aa3-b671-8c213b2c7980 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:10.879958 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-ba3dd6c1-d6b5-4aa3-b671-8c213b2c7980 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9c4bb892-83e3-4ae4-bd0c-13631a4610a8 HTTP/1.1" status: 204 len: 168 time: 0.4534132 May 26 18:08:10.881463 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3dd6c1-d6b5-4aa3-b671-8c213b2c7980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4bb892-83e3-4ae4-bd0c-13631a4610a8,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:10.884572 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45436) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:10.884892 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c045b6-544c-4fda-a5c2-9fbb74992fef None None] Network 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:08:11.116708 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (0bfb788b-88d8-4bf1-bef0-c0a994bf6666), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.179025 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c6d62-2b8f-4d31-b481-d27b5612463d req-5210183e-5ce3-4a46-9475-506a62dfc97f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:11.196965 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4a4c6d62-2b8f-4d31-b481-d27b5612463d req-5210183e-5ce3-4a46-9475-506a62dfc97f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.1627605 May 26 18:08:11.240507 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:08:11.269665 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:08:11.270255 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device d9dfa93c-ccb6-486f-8bfb-c8591e96ed70 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:08:11.270837 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 4c638127-a819-4aa2-9fa6-167822212501 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:08:11.292248 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 4c638127-a819-4aa2-9fa6-167822212501 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:08:11.292835 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 4c638127-a819-4aa2-9fa6-167822212501 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:08:11.324892 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Deleting port 33c55768-0d68-48c1-8301-a0d28864ae7d {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:11.324892 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.354936 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93a3659-8955-4983-ad4c-c0f9d3b18bcc None None] DHCP port deletion for 0bfb788b-88d8-4bf1-bef0-c0a994bf6666 request from dv-cinder-836074-5-iscsi {{(pid=103838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:08:11.447779 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-e93a3659-8955-4983-ad4c-c0f9d3b18bcc None None] Deleting port 33c55768-0d68-48c1-8301-a0d28864ae7d {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:11.448602 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e93a3659-8955-4983-ad4c-c0f9d3b18bcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.457275 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4a4c6d62-2b8f-4d31-b481-d27b5612463d req-ad55bd72-14ff-4453-acda-4026341bfed3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2587233 May 26 18:08:11.509344 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 45442) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:11.520969 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] For port 33c55768-0d68-48c1-8301-a0d28864ae7d, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=33c55768-0d68-48c1-8301-a0d28864ae7d,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:11.521476 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.548005 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b6acb0fe-6e75-4aa9-885f-d85fcd436a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.553246 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Calling delete_port for 33c55768-0d68-48c1-8301-a0d28864ae7d owned by network:dhcp {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:11.641375 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-e93a3659-8955-4983-ad4c-c0f9d3b18bcc None None] For port 33c55768-0d68-48c1-8301-a0d28864ae7d, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=33c55768-0d68-48c1-8301-a0d28864ae7d,segment=NetworkSegment(f80af217-6673-4d79-aaaa-0e0a656f8c77),segment_id=f80af217-6673-4d79-aaaa-0e0a656f8c77)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:11.644949 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e93a3659-8955-4983-ad4c-c0f9d3b18bcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.693241 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-e93a3659-8955-4983-ad4c-c0f9d3b18bcc None None] Calling delete_port for 33c55768-0d68-48c1-8301-a0d28864ae7d owned by network:dhcp {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:11.714694 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.726642 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b6acb0fe-6e75-4aa9-885f-d85fcd436a4a admin admin] Publish callbacks [] for security_group (040b5bdb-c79c-458c-ae0d-fffa15d66b1a), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.733412 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b6acb0fe-6e75-4aa9-885f-d85fcd436a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (040b5bdb-c79c-458c-ae0d-fffa15d66b1a), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.786715 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-b6acb0fe-6e75-4aa9-885f-d85fcd436a4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13e807914e8f48b8afc870731e3712b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759647 May 26 18:08:11.789756 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 45444) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:11.790830 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=33c55768-0d68-48c1-8301-a0d28864ae7d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:11.792654 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acb0fe-6e75-4aa9-885f-d85fcd436a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040b5bdb-c79c-458c-ae0d-fffa15d66b1a,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:11.808802 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] No DVR routers for this DVR port 33c55768-0d68-48c1-8301-a0d28864ae7d on host dv-cinder-836074-5-iscsi {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:08:11.881079 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-718fab98-a0c0-4303-84f5-15ee4666975a admin admin] Publish callbacks [] for security_group (040b5bdb-c79c-458c-ae0d-fffa15d66b1a), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.895466 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e93a3659-8955-4983-ad4c-c0f9d3b18bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (33c55768-0d68-48c1-8301-a0d28864ae7d), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.911146 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-718fab98-a0c0-4303-84f5-15ee4666975a admin admin] Publish callbacks [] for security_group (040b5bdb-c79c-458c-ae0d-fffa15d66b1a), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.925185 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a3659-8955-4983-ad4c-c0f9d3b18bcc None None] Pushing event deleted for resources: {'Port': ['ID=33c55768-0d68-48c1-8301-a0d28864ae7d,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:11.933519 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a3659-8955-4983-ad4c-c0f9d3b18bcc None None] No DVR routers for this DVR port 33c55768-0d68-48c1-8301-a0d28864ae7d on host dv-cinder-836074-5-iscsi {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:08:11.986265 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (0bfb788b-88d8-4bf1-bef0-c0a994bf6666), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.986534 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-718fab98-a0c0-4303-84f5-15ee4666975a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (040b5bdb-c79c-458c-ae0d-fffa15d66b1a), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.989236 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-718fab98-a0c0-4303-84f5-15ee4666975a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.990414 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-718fab98-a0c0-4303-84f5-15ee4666975a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/040b5bdb-c79c-458c-ae0d-fffa15d66b1a HTTP/1.1" status: 204 len: 168 time: 0.1989617 May 26 18:08:12.005817 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fab98-a0c0-4303-84f5-15ee4666975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040b5bdb-c79c-458c-ae0d-fffa15d66b1a,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:12.014463 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfb788b-88d8-4bf1-bef0-c0a994bf6666']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:12.033495 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80af217-6673-4d79-aaaa-0e0a656f8c77') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:12.034017 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80af217-6673-4d79-aaaa-0e0a656f8c77') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:12.051064 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551954'] for segment (f80af217-6673-4d79-aaaa-0e0a656f8c77), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.079156 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (f80af217-6673-4d79-aaaa-0e0a656f8c77), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.087853 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:08:12.088343 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16737519'] for segment (f80af217-6673-4d79-aaaa-0e0a656f8c77), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.137712 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment f80af217-6673-4d79-aaaa-0e0a656f8c77 resource provider aggregate not found May 26 18:08:12.165238 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment f80af217-6673-4d79-aaaa-0e0a656f8c77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f80af217-6673-4d79-aaaa-0e0a656f8c77 found for delete ", "request_id": "req-85d542aa-8347-43a6-be06-38f843e7a9f2"}]} May 26 18:08:12.166135 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (0bfb788b-88d8-4bf1-bef0-c0a994bf6666), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.173450 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.177279 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] 10.222.0.69 "DELETE /v2.0/networks/0bfb788b-88d8-4bf1-bef0-c0a994bf6666 HTTP/1.1" status: 204 len: 168 time: 1.2903697 May 26 18:08:12.193306 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a3303-c964-4295-9f12-e2dbf83d0c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=0bfb788b-88d8-4bf1-bef0-c0a994bf6666,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:12.409178 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45458) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:12.458290 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-dad4819a-8a5d-44fe-a7a9-e155fc4600a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=79f8f4d1e7da4bfe9629717a86ba0def&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0477509 May 26 18:08:12.461033 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 45462) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:12.537192 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4eb02cb8-d281-454b-89f3-b6793aaaf599 admin admin] Publish callbacks [] for security_group (239cddbb-2ecb-4d38-92c0-eb7d007293a1), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.623280 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4eb02cb8-d281-454b-89f3-b6793aaaf599 admin admin] Publish callbacks [] for security_group (239cddbb-2ecb-4d38-92c0-eb7d007293a1), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.656737 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f873b-a800-473e-b725-c26b065388bf req-20209081-ec04-4807-be29-252cf3ee0a3f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:12.658437 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e65f873b-a800-473e-b725-c26b065388bf req-20209081-ec04-4807-be29-252cf3ee0a3f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.1022162 May 26 18:08:12.725818 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e65f873b-a800-473e-b725-c26b065388bf req-d5c56ea2-c2e5-46d2-a8cd-a1a5a7bfd6ed tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0600467 May 26 18:08:12.729953 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4eb02cb8-d281-454b-89f3-b6793aaaf599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (239cddbb-2ecb-4d38-92c0-eb7d007293a1), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.729953 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4eb02cb8-d281-454b-89f3-b6793aaaf599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.731059 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-4eb02cb8-d281-454b-89f3-b6793aaaf599 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/239cddbb-2ecb-4d38-92c0-eb7d007293a1 HTTP/1.1" status: 204 len: 168 time: 0.2684689 May 26 18:08:12.741107 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb02cb8-d281-454b-89f3-b6793aaaf599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239cddbb-2ecb-4d38-92c0-eb7d007293a1,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:13.085145 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 33c55768-0d68-48c1-8301-a0d28864ae7d no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:08:13.120596 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 33c55768-0d68-48c1-8301-a0d28864ae7d {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:08:13.121354 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 33c55768-0d68-48c1-8301-a0d28864ae7d not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:08:13.715849 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:13.906837 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ddc53-66f6-4966-b769-3c1e0ca5aeba req-31863fbf-a1a3-4862-8cf2-8e8bd027028d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:13.908643 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a25ddc53-66f6-4966-b769-3c1e0ca5aeba req-31863fbf-a1a3-4862-8cf2-8e8bd027028d tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.0607653 May 26 18:08:13.976774 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a25ddc53-66f6-4966-b769-3c1e0ca5aeba req-2b58b226-0e5c-4d6b-a06c-8d21406c1f94 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0609324 May 26 18:08:15.105673 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e1297-a5dc-46fe-ab49-7c36772d0a0b req-558fd1f9-ea7d-4087-9ab2-dbbce542792a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:15.108338 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-293e1297-a5dc-46fe-ab49-7c36772d0a0b req-558fd1f9-ea7d-4087-9ab2-dbbce542792a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.0528507 May 26 18:08:15.167808 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-293e1297-a5dc-46fe-ab49-7c36772d0a0b req-5f1bc352-fe6e-4643-9472-4bda36148b34 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0536535 May 26 18:08:16.295806 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832d30f-d097-4a25-a07d-268401bdb54c req-6f458fad-f3ff-47d8-9ed5-913ee23e919e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:16.297350 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7832d30f-d097-4a25-a07d-268401bdb54c req-6f458fad-f3ff-47d8-9ed5-913ee23e919e tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 943 time: 0.0485117 May 26 18:08:16.320985 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4f4d056e-de52-4943-ab5b-725a0214cc05 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:08:16.335888 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:16.353906 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-7832d30f-d097-4a25-a07d-268401bdb54c req-4699cc62-df43-451e-91f6-7defd9533a26 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0509434 May 26 18:08:16.425823 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4f4d056e-de52-4943-ab5b-725a0214cc05,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:16.427924 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:16.441238 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'port_id': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'mac_address': 'fa:16:3e:91:08:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:08:16.486391 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 4f4d056e-de52-4943-ab5b-725a0214cc05 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:16.486677 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:16.500830 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4d056e-de52-4943-ab5b-725a0214cc05 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:08:16.521332 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4f4d056e-de52-4943-ab5b-725a0214cc05,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:16.525698 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:16.573071 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=4f4d056e-de52-4943-ab5b-725a0214cc05,revision_number=9']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:17.481193 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef86ef-e717-4df7-81c8-3fdbbea2cbd7 req-bfa88370-3cb3-4403-986d-f5db24005494 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:17.482792 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-49ef86ef-e717-4df7-81c8-3fdbbea2cbd7 req-bfa88370-3cb3-4403-986d-f5db24005494 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 944 time: 0.0498946 May 26 18:08:17.535218 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-49ef86ef-e717-4df7-81c8-3fdbbea2cbd7 req-5fd724cc-c21a-470f-beec-ae3bfc0528d6 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464787 May 26 18:08:18.023222 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-42da3f1c-678e-4585-afa1-ac69e04aaf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:18.334113 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['4f4d056e-de52-4943-ab5b-725a0214cc05'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:08:18.668376 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9aec7-45c5-4940-8c7d-80bc82186952 req-843a4e7f-e573-4b8b-8b38-d471ca58f35f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:18.670304 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9cc9aec7-45c5-4940-8c7d-80bc82186952 req-843a4e7f-e573-4b8b-8b38-d471ca58f35f tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 944 time: 0.0568676 May 26 18:08:18.702220 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:18.733709 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9cc9aec7-45c5-4940-8c7d-80bc82186952 req-88a599fa-523a-4c5b-ac22-33a5bf00d489 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0555885 May 26 18:08:19.500008 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=61 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:19.577211 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=12 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:19.867007 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6177e-2563-4341-8402-8d73920bfcbe req-367d9348-1cbc-4c45-8200-ca0a5feabf16 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:19.868564 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9af6177e-2563-4341-8402-8d73920bfcbe req-367d9348-1cbc-4c45-8200-ca0a5feabf16 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 944 time: 0.0551863 May 26 18:08:19.918722 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9af6177e-2563-4341-8402-8d73920bfcbe req-eaeed834-af36-46e2-beb0-d77d53d59af9 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439286 May 26 18:08:20.205928 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:20.211867 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6b2c2828-5f11-4ab2-a199-4a033978c187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:21.081833 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:21.085540 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54e550-7b5d-422b-b17a-82df03b3e3f2 req-eebc272e-8a22-484c-be80-dff035095586 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:21.087693 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2f54e550-7b5d-422b-b17a-82df03b3e3f2 req-eebc272e-8a22-484c-be80-dff035095586 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 944 time: 0.0886152 May 26 18:08:21.097628 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-750fccf8-f4ce-495e-b65d-384227f66933 req-3247ed73-68d9-4f58-b6a8-a912c6a72578 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508657 May 26 18:08:21.149984 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2f54e550-7b5d-422b-b17a-82df03b3e3f2 req-28e00fa3-441a-46c3-9a5e-6408c221d946 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0497293 May 26 18:08:21.235451 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fccf8-f4ce-495e-b65d-384227f66933 req-4d6665ac-9620-4dd8-8c12-935d862548b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:21.237018 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-750fccf8-f4ce-495e-b65d-384227f66933 req-4d6665ac-9620-4dd8-8c12-935d862548b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fce9015638524279b09969d5aacda2ba&device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 1129 time: 0.0709584 May 26 18:08:21.368378 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fccf8-f4ce-495e-b65d-384227f66933 req-ff229636-1a9b-4ede-92e4-9ac14ef7cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:21.370008 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-750fccf8-f4ce-495e-b65d-384227f66933 req-ff229636-1a9b-4ede-92e4-9ac14ef7cc05 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d296c6a1-d33e-4e01-be5a-7d337d513aef HTTP/1.1" status: 200 len: 909 time: 0.1094260 May 26 18:08:21.431067 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:21.444214 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-750fccf8-f4ce-495e-b65d-384227f66933 req-e1b7a456-8fd7-4230-a1c5-f8d60f0b3357 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=971e49f3-13e4-4d71-a577-21b1d36cef54 HTTP/1.1" status: 200 len: 1001 time: 0.0668790 May 26 18:08:21.502910 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fccf8-f4ce-495e-b65d-384227f66933 req-0d300ae2-b3bf-449d-a9bc-d435a6f531ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:21.504451 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-750fccf8-f4ce-495e-b65d-384227f66933 req-0d300ae2-b3bf-449d-a9bc-d435a6f531ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bd4a313-3380-424b-8bd3-f33415b4cadf HTTP/1.1" status: 200 len: 847 time: 0.0497053 May 26 18:08:21.550193 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:21.557625 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fccf8-f4ce-495e-b65d-384227f66933 req-29961e25-e569-4f64-981e-0ee674831f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:21.559133 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-750fccf8-f4ce-495e-b65d-384227f66933 req-29961e25-e569-4f64-981e-0ee674831f0c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d296c6a1-d33e-4e01-be5a-7d337d513aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459054 May 26 18:08:21.571220 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4f4d056e-de52-4943-ab5b-725a0214cc05 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:08:21.629810 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 4f4d056e-de52-4943-ab5b-725a0214cc05 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:08:21.630189 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:21.708255 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-750fccf8-f4ce-495e-b65d-384227f66933 req-876422ca-2170-481c-9e73-a06d1b6ce001 service neutron] 10.222.0.62 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404455 May 26 18:08:21.718724 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 4f4d056e-de52-4943-ab5b-725a0214cc05 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:21.719162 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:21.747647 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:21.751699 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d8d113-d060-45b5-ab74-8b12aa60a06f" -d '{"events": [{"server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "name": "network-vif-plugged", "status": "completed", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:21.775348 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4f4d056e-de52-4943-ab5b-725a0214cc05,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:21.785877 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:21.824727 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec595d8-0b82-46c7-b720-387c08e82f36 x-openstack-request-id: req-5ec595d8-0b82-46c7-b720-387c08e82f36 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:21.826093 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "name": "network-vif-plugged", "status": "completed", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:21.826093 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ec595d8-0b82-46c7-b720-387c08e82f36 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:21.826645 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec595d8-0b82-46c7-b720-387c08e82f36'] response: {'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'code': 200} May 26 18:08:21.859617 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-750fccf8-f4ce-495e-b65d-384227f66933 req-051ae59e-039c-477e-befb-0021c4c2d8de service neutron] 10.222.0.62 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415763 May 26 18:08:21.876521 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=4f4d056e-de52-4943-ab5b-725a0214cc05,revision_number=10']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:22.075927 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b19ed2-2536-47c2-99c9-8ec94e4f98fa req-2b064cbe-d7ab-49d2-8476-cf78e682e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:22.077488 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-79b19ed2-2536-47c2-99c9-8ec94e4f98fa req-2b064cbe-d7ab-49d2-8476-cf78e682e693 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 1130 time: 0.0566607 May 26 18:08:22.130432 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-79b19ed2-2536-47c2-99c9-8ec94e4f98fa req-df7b33d2-ac69-4199-b464-5dd13dfb77c6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447176 May 26 18:08:22.306737 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c1a53-6ed9-483d-b034-12c4fcccd8c1 req-75793bb2-9e6c-48d2-a469-024a4b5fb28a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:22.308334 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a61c1a53-6ed9-483d-b034-12c4fcccd8c1 req-75793bb2-9e6c-48d2-a469-024a4b5fb28a tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 946 time: 0.0516405 May 26 18:08:22.360541 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a61c1a53-6ed9-483d-b034-12c4fcccd8c1 req-58236037-2480-4fb7-b379-c63ef8f49367 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458162 May 26 18:08:22.568759 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:22.960819 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45644) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:23.084620 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aa4455a8-0679-42db-af2a-0c7f6f59ed7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.201692 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aa4455a8-0679-42db-af2a-0c7f6f59ed7f admin admin] Publish callbacks [] for security_group (fd031586-85b0-40dd-a624-47ab836558ea), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.207035 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-aa4455a8-0679-42db-af2a-0c7f6f59ed7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (fd031586-85b0-40dd-a624-47ab836558ea), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.287907 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-aa4455a8-0679-42db-af2a-0c7f6f59ed7f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3928374a42f44f928d0882308d014ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257368 May 26 18:08:23.289940 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4455a8-0679-42db-af2a-0c7f6f59ed7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd031586-85b0-40dd-a624-47ab836558ea,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:23.292685 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 45660) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:23.372444 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-86ee6689-375d-4e9b-b79f-11041db32d9f admin admin] Publish callbacks [] for security_group (fd031586-85b0-40dd-a624-47ab836558ea), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.402634 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-86ee6689-375d-4e9b-b79f-11041db32d9f admin admin] Publish callbacks [] for security_group (fd031586-85b0-40dd-a624-47ab836558ea), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.478756 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-86ee6689-375d-4e9b-b79f-11041db32d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (fd031586-85b0-40dd-a624-47ab836558ea), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.485950 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-86ee6689-375d-4e9b-b79f-11041db32d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.487430 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-86ee6689-375d-4e9b-b79f-11041db32d9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd031586-85b0-40dd-a624-47ab836558ea HTTP/1.1" status: 204 len: 168 time: 0.1935997 May 26 18:08:23.518377 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee6689-375d-4e9b-b79f-11041db32d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd031586-85b0-40dd-a624-47ab836558ea,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:23.583807 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fe819-a59a-4d0b-9f9a-e8ae2e899ea7 req-29a5d830-f551-42a2-9c0d-265684cb2ee3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:23.585897 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-866fe819-a59a-4d0b-9f9a-e8ae2e899ea7 req-29a5d830-f551-42a2-9c0d-265684cb2ee3 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 946 time: 0.0905414 May 26 18:08:23.673295 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-866fe819-a59a-4d0b-9f9a-e8ae2e899ea7 req-826502d0-cf59-4485-b9a0-3807c0d4a347 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746014 May 26 18:08:24.135044 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:24.781182 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45718) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:24.824652 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfaf1a-4d66-450e-a33e-15411075f341 req-3cbc154e-7811-4bea-8336-53f82e6e30b5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:24.826367 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a6dfaf1a-4d66-450e-a33e-15411075f341 req-3cbc154e-7811-4bea-8336-53f82e6e30b5 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 946 time: 0.0545907 May 26 18:08:24.841687 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:24.887705 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a6dfaf1a-4d66-450e-a33e-15411075f341 req-82bb7dcf-1372-4b33-874d-7d443630cb79 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534897 May 26 18:08:24.936092 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6081c90d-b165-48de-929c-0bbefa20d5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:25.020846 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6081c90d-b165-48de-929c-0bbefa20d5df admin admin] Publish callbacks [] for security_group (f237659c-10f1-4131-b7b6-eb3836c50223), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:25.025423 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6081c90d-b165-48de-929c-0bbefa20d5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f237659c-10f1-4131-b7b6-eb3836c50223), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:25.072397 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6081c90d-b165-48de-929c-0bbefa20d5df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d8a7527f46d4e0d8d8fb538353a4ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900491 May 26 18:08:25.073292 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081c90d-b165-48de-929c-0bbefa20d5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f237659c-10f1-4131-b7b6-eb3836c50223,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:25.077122 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 45724) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:25.134112 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Publish callbacks [] for security_group (f237659c-10f1-4131-b7b6-eb3836c50223), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:25.160443 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Publish callbacks [] for security_group (f237659c-10f1-4131-b7b6-eb3836c50223), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:25.216859 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f237659c-10f1-4131-b7b6-eb3836c50223), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:25.220157 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:25.221363 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f237659c-10f1-4131-b7b6-eb3836c50223 HTTP/1.1" status: 204 len: 168 time: 0.1432590 May 26 18:08:25.224647 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:25.230843 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f237659c-10f1-4131-b7b6-eb3836c50223,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:25.242223 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.242600 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.242976 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.243356 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.243677 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.244041 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.244375 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.244716 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.245037 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.245367 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.245697 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.246029 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.246354 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.246678 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:25.247509 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f70fa-4f2c-49d9-addf-bfbcdd5ce226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:26.616287 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 45774) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:26.727846 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6addfaa7-2aba-4a14-ba31-881dbdbebd6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:26.806153 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6addfaa7-2aba-4a14-ba31-881dbdbebd6a admin admin] Publish callbacks [] for security_group (4353f6ad-a728-4e3b-b45f-5079257ed954), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:26.810528 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6addfaa7-2aba-4a14-ba31-881dbdbebd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (4353f6ad-a728-4e3b-b45f-5079257ed954), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:26.849610 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-6addfaa7-2aba-4a14-ba31-881dbdbebd6a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a52b7beda16e4abfbf0914a52678ce5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319133 May 26 18:08:26.850457 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addfaa7-2aba-4a14-ba31-881dbdbebd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4353f6ad-a728-4e3b-b45f-5079257ed954,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:26.852357 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45780) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:26.909489 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3d8f01c1-4732-46b6-bfc6-f175275aa50c admin admin] Publish callbacks [] for security_group (4353f6ad-a728-4e3b-b45f-5079257ed954), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:26.934318 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3d8f01c1-4732-46b6-bfc6-f175275aa50c admin admin] Publish callbacks [] for security_group (4353f6ad-a728-4e3b-b45f-5079257ed954), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:26.942066 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:26.993589 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3d8f01c1-4732-46b6-bfc6-f175275aa50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (4353f6ad-a728-4e3b-b45f-5079257ed954), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:26.996393 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3d8f01c1-4732-46b6-bfc6-f175275aa50c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:26.998307 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3d8f01c1-4732-46b6-bfc6-f175275aa50c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4353f6ad-a728-4e3b-b45f-5079257ed954 HTTP/1.1" status: 204 len: 168 time: 0.1439831 May 26 18:08:27.006825 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f01c1-4732-46b6-bfc6-f175275aa50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4353f6ad-a728-4e3b-b45f-5079257ed954,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:29.148985 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45850) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:29.268471 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c6405b40-0fcc-411b-ae16-7fe28ec3fa7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.315742 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:29.352837 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c6405b40-0fcc-411b-ae16-7fe28ec3fa7b admin admin] Publish callbacks [] for security_group (8122d00e-2a22-4433-9208-eed875a980c8), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.357739 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c6405b40-0fcc-411b-ae16-7fe28ec3fa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (8122d00e-2a22-4433-9208-eed875a980c8), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.396921 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6405b40-0fcc-411b-ae16-7fe28ec3fa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8122d00e-2a22-4433-9208-eed875a980c8,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:29.401249 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c6405b40-0fcc-411b-ae16-7fe28ec3fa7b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91e0fa6bc6b949f6b433f4b9fa7d0047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512264 May 26 18:08:29.403977 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45854) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:29.458638 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-be18721f-91f0-4066-b50b-d5b38f396d37 admin admin] Publish callbacks [] for security_group (8122d00e-2a22-4433-9208-eed875a980c8), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.481293 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-be18721f-91f0-4066-b50b-d5b38f396d37 admin admin] Publish callbacks [] for security_group (8122d00e-2a22-4433-9208-eed875a980c8), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.531627 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-be18721f-91f0-4066-b50b-d5b38f396d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (8122d00e-2a22-4433-9208-eed875a980c8), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.536682 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-be18721f-91f0-4066-b50b-d5b38f396d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.542412 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-be18721f-91f0-4066-b50b-d5b38f396d37 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8122d00e-2a22-4433-9208-eed875a980c8 HTTP/1.1" status: 204 len: 168 time: 0.1349356 May 26 18:08:29.552513 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18721f-91f0-4066-b50b-d5b38f396d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8122d00e-2a22-4433-9208-eed875a980c8,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:29.853620 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45862) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:29.869192 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ea0e6cc4-018b-4313-ac64-06f2f34245b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.951641 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ea0e6cc4-018b-4313-ac64-06f2f34245b7 admin admin] Publish callbacks [] for security_group (20143a72-0411-478f-b669-164dda530ece), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.956179 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ea0e6cc4-018b-4313-ac64-06f2f34245b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (20143a72-0411-478f-b669-164dda530ece), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.999139 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ea0e6cc4-018b-4313-ac64-06f2f34245b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aee5b78c7c7e4563a4c626e9c03f8b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434875 May 26 18:08:29.999828 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e6cc4-018b-4313-ac64-06f2f34245b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20143a72-0411-478f-b669-164dda530ece,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:30.001200 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 45864) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:30.062273 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd05a-ca73-4e59-a05b-237ab06089f0 admin admin] Publish callbacks [] for security_group (20143a72-0411-478f-b669-164dda530ece), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:30.085999 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd05a-ca73-4e59-a05b-237ab06089f0 admin admin] Publish callbacks [] for security_group (20143a72-0411-478f-b669-164dda530ece), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:30.140806 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd05a-ca73-4e59-a05b-237ab06089f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (20143a72-0411-478f-b669-164dda530ece), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:30.144104 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd05a-ca73-4e59-a05b-237ab06089f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:30.145387 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d4bbd05a-ca73-4e59-a05b-237ab06089f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20143a72-0411-478f-b669-164dda530ece HTTP/1.1" status: 204 len: 168 time: 0.1421103 May 26 18:08:30.157274 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbd05a-ca73-4e59-a05b-237ab06089f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20143a72-0411-478f-b669-164dda530ece,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:33.789080 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:08:33.800612 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:35.579261 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 45964) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:35.705852 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-92cb7adc-028a-45e0-85ee-7c577be4246e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:35.788966 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-92cb7adc-028a-45e0-85ee-7c577be4246e admin admin] Publish callbacks [] for security_group (f90a13be-a44e-4d7b-8081-b5bb17923db9), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:35.794166 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-92cb7adc-028a-45e0-85ee-7c577be4246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f90a13be-a44e-4d7b-8081-b5bb17923db9), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:35.838625 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-92cb7adc-028a-45e0-85ee-7c577be4246e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf5feee1730e48eab5036029054bcdeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579854 May 26 18:08:35.839606 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb7adc-028a-45e0-85ee-7c577be4246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90a13be-a44e-4d7b-8081-b5bb17923db9,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:35.841067 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45968) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:35.901554 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7531d61d-a704-4f14-85cd-095331dafaa5 admin admin] Publish callbacks [] for security_group (f90a13be-a44e-4d7b-8081-b5bb17923db9), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:35.927775 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7531d61d-a704-4f14-85cd-095331dafaa5 admin admin] Publish callbacks [] for security_group (f90a13be-a44e-4d7b-8081-b5bb17923db9), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:35.976598 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7531d61d-a704-4f14-85cd-095331dafaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f90a13be-a44e-4d7b-8081-b5bb17923db9), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:35.979144 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7531d61d-a704-4f14-85cd-095331dafaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:35.980321 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7531d61d-a704-4f14-85cd-095331dafaa5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f90a13be-a44e-4d7b-8081-b5bb17923db9 HTTP/1.1" status: 204 len: 168 time: 0.1375363 May 26 18:08:35.988976 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531d61d-a704-4f14-85cd-095331dafaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90a13be-a44e-4d7b-8081-b5bb17923db9,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:36.322508 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45980) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:36.336571 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0fd1-a916-423a-a97f-cf910ff0b480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:36.337378 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cca095-cf89-4f50-91a3-45e950bf25f5 req-e18a91b0-284f-43ff-bfb6-ca6f00660aea tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:36.339235 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-86cca095-cf89-4f50-91a3-45e950bf25f5 req-e18a91b0-284f-43ff-bfb6-ca6f00660aea tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 946 time: 0.0578091 May 26 18:08:36.351150 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:36.430366 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0fd1-a916-423a-a97f-cf910ff0b480 admin admin] Publish callbacks [] for security_group (8feabd7d-ef71-430f-8275-bf8fcbb40c87), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:36.434556 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0fd1-a916-423a-a97f-cf910ff0b480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (8feabd7d-ef71-430f-8275-bf8fcbb40c87), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:36.476539 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff0fd1-a916-423a-a97f-cf910ff0b480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feabd7d-ef71-430f-8275-bf8fcbb40c87,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:36.480922 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d6ff0fd1-a916-423a-a97f-cf910ff0b480 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=63b60b96dca54a119e0a3eb7d13f2e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573288 May 26 18:08:36.484679 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 45982) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:36.510971 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:36.543843 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6d16d07c-d489-4668-8e77-40a34bdb067d admin admin] Publish callbacks [] for security_group (8feabd7d-ef71-430f-8275-bf8fcbb40c87), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:36.569530 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6d16d07c-d489-4668-8e77-40a34bdb067d admin admin] Publish callbacks [] for security_group (8feabd7d-ef71-430f-8275-bf8fcbb40c87), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:36.633894 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6d16d07c-d489-4668-8e77-40a34bdb067d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (8feabd7d-ef71-430f-8275-bf8fcbb40c87), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:36.636362 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6d16d07c-d489-4668-8e77-40a34bdb067d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:36.637565 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6d16d07c-d489-4668-8e77-40a34bdb067d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8feabd7d-ef71-430f-8275-bf8fcbb40c87 HTTP/1.1" status: 204 len: 168 time: 0.1519196 May 26 18:08:36.647587 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-86cca095-cf89-4f50-91a3-45e950bf25f5 req-a630425e-e50e-429d-9712-ff3ed424038a tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016040 May 26 18:08:36.649076 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16d07c-d489-4668-8e77-40a34bdb067d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feabd7d-ef71-430f-8275-bf8fcbb40c87,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:37.795408 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19c75-e627-4762-b620-a6e53b531ec2 req-621d5f31-5e8f-465b-97fb-c3aeae9683ec tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:37.798932 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ebe19c75-e627-4762-b620-a6e53b531ec2 req-621d5f31-5e8f-465b-97fb-c3aeae9683ec tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 946 time: 0.0693381 May 26 18:08:37.864264 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdded41-a370-47af-be4b-bf66deb6862f req-0facb8c6-d844-4244-9604-5dfe99a99c9d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:37.865946 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4cdded41-a370-47af-be4b-bf66deb6862f req-0facb8c6-d844-4244-9604-5dfe99a99c9d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 946 time: 0.0644600 May 26 18:08:37.896660 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ebe19c75-e627-4762-b620-a6e53b531ec2 req-083dce46-caa5-4d3a-ad79-06c15531dd4f tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905211 May 26 18:08:37.905176 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:37.961501 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Deleting port 0be12dc6-5e46-49db-9a74-e8a86e2b117d {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:37.961842 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:37.988681 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:38.072105 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] For port 0be12dc6-5e46-49db-9a74-e8a86e2b117d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0be12dc6-5e46-49db-9a74-e8a86e2b117d,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:38.072433 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.258228 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.258672 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (5d946eae-7b64-456f-ab01-c43dcbb3cb0f), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.258953 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Floating IP 5d946eae-7b64-456f-ab01-c43dcbb3cb0f disassociated. External IP: 172.27.0.25, port: 0be12dc6-5e46-49db-9a74-e8a86e2b117d. May 26 18:08:38.259270 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Calling delete_port for 0be12dc6-5e46-49db-9a74-e8a86e2b117d owned by compute:nova {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:38.430248 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (0be12dc6-5e46-49db-9a74-e8a86e2b117d), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.460668 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event deleted for resources: {'Port': ['ID=0be12dc6-5e46-49db-9a74-e8a86e2b117d,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:38.589829 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Router a3b11972-9046-491b-afff-1a5e32bfa300 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:08:38.712485 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:08:38.725044 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f29219-f768-45b4-91c4-0c94acf3b7e6 None None] Sync routers for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:08:38.738357 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f29219-f768-45b4-91c4-0c94acf3b7e6 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:38.739359 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-46f29219-f768-45b4-91c4-0c94acf3b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:38.742709 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:38.777874 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] No DVR routers for this DVR port 0be12dc6-5e46-49db-9a74-e8a86e2b117d on host hv-cinder-83607 {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:08:38.781305 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.784857 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-4cdded41-a370-47af-be4b-bf66deb6862f req-97937a8a-3741-4023-b04a-e63a4c02efae tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "DELETE /v2.0/ports/0be12dc6-5e46-49db-9a74-e8a86e2b117d HTTP/1.1" status: 204 len: 173 time: 0.9138284 May 26 18:08:38.785344 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c73af69-886c-4f22-a6d3-001f566d3277', 'name': 'network-vif-deleted', 'tag': '0be12dc6-5e46-49db-9a74-e8a86e2b117d'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:38.787777 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135a5bd3-bcc6-4e48-b19b-98ff18ea8898" -d '{"events": [{"server_uuid": "8c73af69-886c-4f22-a6d3-001f566d3277", "name": "network-vif-deleted", "tag": "0be12dc6-5e46-49db-9a74-e8a86e2b117d"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:38.864962 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77109981-2e09-49e9-a8ee-71d0ecee21fd x-openstack-request-id: req-77109981-2e09-49e9-a8ee-71d0ecee21fd {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:38.865881 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c73af69-886c-4f22-a6d3-001f566d3277", "name": "network-vif-deleted", "tag": "0be12dc6-5e46-49db-9a74-e8a86e2b117d", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:38.867735 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77109981-2e09-49e9-a8ee-71d0ecee21fd {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:38.868550 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77109981-2e09-49e9-a8ee-71d0ecee21fd'] response: {'server_uuid': '8c73af69-886c-4f22-a6d3-001f566d3277', 'name': 'network-vif-deleted', 'tag': '0be12dc6-5e46-49db-9a74-e8a86e2b117d', 'status': 'completed', 'code': 200} May 26 18:08:38.916563 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-46f29219-f768-45b4-91c4-0c94acf3b7e6 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:39.050312 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a266f3a4-9be8-467a-93c5-d63a6b64015c req-bcd6112e-6093-4d36-a5d5-b3d451619c3f tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c73af69-886c-4f22-a6d3-001f566d3277 HTTP/1.1" status: 200 len: 210 time: 0.0435548 May 26 18:08:39.407719 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-46f29219-f768-45b4-91c4-0c94acf3b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:39.438819 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f29219-f768-45b4-91c4-0c94acf3b7e6 None None] Checking router: a3b11972-9046-491b-afff-1a5e32bfa300 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:08:39.448753 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f29219-f768-45b4-91c4-0c94acf3b7e6 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:39.449399 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-46f29219-f768-45b4-91c4-0c94acf3b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:39.589475 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-46f29219-f768-45b4-91c4-0c94acf3b7e6 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:39.781623 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:39.884911 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-46f29219-f768-45b4-91c4-0c94acf3b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:39.914024 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f29219-f768-45b4-91c4-0c94acf3b7e6 None None] The sync data for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi is: [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:08:40.211532 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61df6dd0-7022-45b0-9f72-9e13127a95b2 None None] New status for floating IP 5d946eae-7b64-456f-ab01-c43dcbb3cb0f: DOWN {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:08:40.407924 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-0cdbc00c-ce6a-47bb-b8f2-04e8b1f75b11 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714810901&fields=id&tenant_id=ba5a75cf80284f58b9c3bed674677a39 HTTP/1.1" status: 200 len: 267 time: 0.0580802 May 26 18:08:40.540082 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-d8086afd-c19c-4b01-9cea-64965dce99df tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:40.541784 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-d8086afd-c19c-4b01-9cea-64965dce99df tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 811 time: 0.1242111 May 26 18:08:40.559177 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-0d830622-7c8c-4b24-89db-29c75206ea36 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/quotas/ba5a75cf80284f58b9c3bed674677a39 HTTP/1.1" status: 200 len: 375 time: 0.0099730 May 26 18:08:40.619368 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-1bd6574b-8595-44be-92e6-203b1ded4178 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533130 May 26 18:08:40.727390 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-d2cdeaee-b5bd-4bec-9043-c9c0595ab083 service neutron] 10.222.0.69 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951295 May 26 18:08:40.837286 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-55b4a3aa-9f61-436a-8786-2b89c4dc3f08 service neutron] 10.222.0.69 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035967 May 26 18:08:41.243114 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-db0d86ae-e2d3-4055-8450-42ab3e4bbb88 req-0b535632-77c0-47ee-aeb0-14742b5e76e8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 210 time: 0.0434794 May 26 18:08:41.665161 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0be12dc6-5e46-49db-9a74-e8a86e2b117d no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:08:41.692559 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: 0be12dc6-5e46-49db-9a74-e8a86e2b117d {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:08:41.692914 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 0be12dc6-5e46-49db-9a74-e8a86e2b117d not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:08:42.323590 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-c3166734-9b08-4e47-9704-e4f2ebf54ca1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:42.325242 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-c3166734-9b08-4e47-9704-e4f2ebf54ca1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 811 time: 0.1187668 May 26 18:08:42.356811 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e13f91e0-c454-45f3-8f3c-f9d2f52f4703 req-e191a27a-50fd-4d2d-b313-57f8d3bfb310 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 210 time: 0.0388775 May 26 18:08:42.562044 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:42.569087 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-4c2346bf-af9b-41e0-bd11-e4813771c106 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba5a75cf80284f58b9c3bed674677a39 HTTP/1.1" status: 200 len: 379 time: 0.0891552 May 26 18:08:42.612535 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'port': {'device_id': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'admin_state_up': True, 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'security_groups': ['7d3f8a91-7498-427b-96b7-eb35c606b0b3']}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:42.728696 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:42.745678 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Made reservation on behalf of ba5a75cf80284f58b9c3bed674677a39 for: {'port': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:08:42.751466 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:42.913358 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46136) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:42.964525 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Allocated IP 172.20.0.10 (7d5a4e77-6968-4ef2-a95a-0d27f89b0d76/3624ee93-6d30-4e00-92bd-f688e7b35a15/c33d9d21-0d51-4503-906b-480b6fb62472) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:08:43.079167 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9a139253-240c-4dd5-9042-35db7511beb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.122187 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for port (c33d9d21-0d51-4503-906b-480b6fb62472), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.139400 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:43.158196 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.215781 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:08:43.220957 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9a139253-240c-4dd5-9042-35db7511beb6 admin admin] Publish callbacks [] for security_group (07f4d844-7b87-4065-931e-924cd2586d67), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.225402 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:08:43.227522 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'Port': ['ID=c33d9d21-0d51-4503-906b-480b6fb62472,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:43.229908 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9a139253-240c-4dd5-9042-35db7511beb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (07f4d844-7b87-4065-931e-924cd2586d67), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.230087 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:08:43.289058 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-9a139253-240c-4dd5-9042-35db7511beb6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35b4733958594ccb9b63a84a03c2bc5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742931 May 26 18:08:43.289691 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46146) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:43.324055 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a139253-240c-4dd5-9042-35db7511beb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f4d844-7b87-4065-931e-924cd2586d67,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:43.372290 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:43.372994 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.405963 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-729ebd13-b303-408e-8dcf-3f83f4bcfb08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8000953 May 26 18:08:43.428942 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f707a8b0-2896-4264-abd3-20a70b44b48a admin admin] Publish callbacks [] for security_group (07f4d844-7b87-4065-931e-924cd2586d67), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.474845 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f707a8b0-2896-4264-abd3-20a70b44b48a admin admin] Publish callbacks [] for security_group (07f4d844-7b87-4065-931e-924cd2586d67), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.508955 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:43.518810 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b614a1-44c5-4526-b8bc-d5deb183f7e6 req-a3f723d7-244f-4f5c-983f-811a3a460c68 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:43.520982 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b4b614a1-44c5-4526-b8bc-d5deb183f7e6 req-a3f723d7-244f-4f5c-983f-811a3a460c68 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 932 time: 0.0581751 May 26 18:08:43.575300 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698c92a-f421-41ff-b9c7-47ec88bc1386 req-34f24133-0f0d-40a3-8065-fd90362b9de3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:43.577024 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8698c92a-f421-41ff-b9c7-47ec88bc1386 req-34f24133-0f0d-40a3-8065-fd90362b9de3 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 946 time: 0.0886679 May 26 18:08:43.586591 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b4b614a1-44c5-4526-b8bc-d5deb183f7e6 req-f928e2d1-b0c2-4861-b3ea-623fe1381623 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594246 May 26 18:08:43.612120 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f707a8b0-2896-4264-abd3-20a70b44b48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (07f4d844-7b87-4065-931e-924cd2586d67), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.614558 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f707a8b0-2896-4264-abd3-20a70b44b48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.615699 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f707a8b0-2896-4264-abd3-20a70b44b48a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/07f4d844-7b87-4065-931e-924cd2586d67 HTTP/1.1" status: 204 len: 168 time: 0.3240025 May 26 18:08:43.634939 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707a8b0-2896-4264-abd3-20a70b44b48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f4d844-7b87-4065-931e-924cd2586d67,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:43.681800 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8698c92a-f421-41ff-b9c7-47ec88bc1386 req-fe4912f4-66f3-49d1-9ef3-80333521b914 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b64c7dd-302f-484d-8e43-1bf369b8d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766904 May 26 18:08:43.719646 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-cc403375-a9b0-46da-8f67-50643b076884 None None] Provisioning complete for port c33d9d21-0d51-4503-906b-480b6fb62472 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:08:43.720966 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-cc403375-a9b0-46da-8f67-50643b076884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.755974 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.772850 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-cc403375-a9b0-46da-8f67-50643b076884 None None] Port c33d9d21-0d51-4503-906b-480b6fb62472 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:08:43.958834 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46156) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:43.973882 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2def6d8b-c34f-46d4-84fe-309bcd72d49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:44.054536 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2def6d8b-c34f-46d4-84fe-309bcd72d49b admin admin] Publish callbacks [] for security_group (f6260344-03a2-4687-945d-c5ce6562b7bc), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:44.059153 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2def6d8b-c34f-46d4-84fe-309bcd72d49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f6260344-03a2-4687-945d-c5ce6562b7bc), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:44.102087 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-2def6d8b-c34f-46d4-84fe-309bcd72d49b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6fa8c36892ee411bafa65474a8fa8bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421111 May 26 18:08:44.103086 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def6d8b-c34f-46d4-84fe-309bcd72d49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6260344-03a2-4687-945d-c5ce6562b7bc,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:44.105357 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46158) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:44.158763 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-92bcf3c3-d804-4dd3-95b2-2172bad178fe admin admin] Publish callbacks [] for security_group (f6260344-03a2-4687-945d-c5ce6562b7bc), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:44.186130 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-92bcf3c3-d804-4dd3-95b2-2172bad178fe admin admin] Publish callbacks [] for security_group (f6260344-03a2-4687-945d-c5ce6562b7bc), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:44.238967 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-92bcf3c3-d804-4dd3-95b2-2172bad178fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f6260344-03a2-4687-945d-c5ce6562b7bc), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:44.241930 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-92bcf3c3-d804-4dd3-95b2-2172bad178fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:44.243367 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-92bcf3c3-d804-4dd3-95b2-2172bad178fe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6260344-03a2-4687-945d-c5ce6562b7bc HTTP/1.1" status: 204 len: 168 time: 0.1369195 May 26 18:08:44.254626 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcf3c3-d804-4dd3-95b2-2172bad178fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6260344-03a2-4687-945d-c5ce6562b7bc,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:44.621663 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46166) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:44.635539 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-535687a0-5abb-4d6d-b531-9642622c06ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:44.647847 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:44.673330 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:44.677037 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Request body: {'port': {'device_id': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:44.795965 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e93f9-16bc-4b21-9b70-5bc31d51ef18 req-1f27521d-b476-45bc-85f0-1414da79fe91 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:44.797658 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-762e93f9-16bc-4b21-9b70-5bc31d51ef18 req-1f27521d-b476-45bc-85f0-1414da79fe91 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 932 time: 0.1398649 May 26 18:08:44.822078 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b4874-5d5d-443f-8dff-fb3a2fd13c58 req-2ef1e764-beb7-406f-9e61-d5bd18b3da6e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:44.823708 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-600b4874-5d5d-443f-8dff-fb3a2fd13c58 req-2ef1e764-beb7-406f-9e61-d5bd18b3da6e tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 946 time: 0.0523686 May 26 18:08:44.823891 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:44.885502 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-600b4874-5d5d-443f-8dff-fb3a2fd13c58 req-2f3dd2f5-5211-4041-b5d2-f7e5b0883a51 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups?id=3b64c7dd-302f-484d-8e43-1bf369b8d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551684 May 26 18:08:44.915120 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-762e93f9-16bc-4b21-9b70-5bc31d51ef18 req-ef232b53-db76-4077-9f60-1c8fc445678d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071959 May 26 18:08:44.920870 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-535687a0-5abb-4d6d-b531-9642622c06ad admin admin] Publish callbacks [] for security_group (332f2987-332b-446c-b523-b863012f2f38), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:44.928239 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-535687a0-5abb-4d6d-b531-9642622c06ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (332f2987-332b-446c-b523-b863012f2f38), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.012194 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535687a0-5abb-4d6d-b531-9642622c06ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332f2987-332b-446c-b523-b863012f2f38,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:45.016491 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-535687a0-5abb-4d6d-b531-9642622c06ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5019d62b9ab84781acd3d6eba231212c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937681 May 26 18:08:45.019643 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46170) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:45.070960 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-afac3aef-514c-4af8-9cf4-6aac683fa939 admin admin] Publish callbacks [] for security_group (332f2987-332b-446c-b523-b863012f2f38), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.093142 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-afac3aef-514c-4af8-9cf4-6aac683fa939 admin admin] Publish callbacks [] for security_group (332f2987-332b-446c-b523-b863012f2f38), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.103607 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-ec10e60b-bcdd-46cd-b332-4b9d2c426ebb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:45.105110 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-ec10e60b-bcdd-46cd-b332-4b9d2c426ebb tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 946 time: 0.1070571 May 26 18:08:45.124007 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:45.144810 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-afac3aef-514c-4af8-9cf4-6aac683fa939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (332f2987-332b-446c-b523-b863012f2f38), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.147705 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-afac3aef-514c-4af8-9cf4-6aac683fa939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.148942 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-afac3aef-514c-4af8-9cf4-6aac683fa939 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/332f2987-332b-446c-b523-b863012f2f38 HTTP/1.1" status: 204 len: 168 time: 0.1283383 May 26 18:08:45.160835 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac3aef-514c-4af8-9cf4-6aac683fa939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f2987-332b-446c-b523-b863012f2f38,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:45.251450 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Deleting port fdeaf409-3755-40ac-949e-78986d168e71 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:45.252360 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (fdeaf409-3755-40ac-949e-78986d168e71), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.379112 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:45.416670 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] For port fdeaf409-3755-40ac-949e-78986d168e71, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fdeaf409-3755-40ac-949e-78986d168e71,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:45.417035 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (fdeaf409-3755-40ac-949e-78986d168e71), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.441086 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c33d9d21-0d51-4503-906b-480b6fb62472 {{(pid=103836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:08:45.447970 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Publish callbacks [] for port (c33d9d21-0d51-4503-906b-480b6fb62472), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.502480 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.provisioning_blocks [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Transition to ACTIVE for port object c33d9d21-0d51-4503-906b-480b6fb62472 will not be triggered until provisioned by entity L2. {{(pid=103836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:08:45.509384 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.565828 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:45.627584 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Pushing event updated for resources: {'Port': ['ID=c33d9d21-0d51-4503-906b-480b6fb62472,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:45.740302 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.740705 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (2063fc9a-b63d-4770-a42c-57698927e810), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.741100 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Floating IP 2063fc9a-b63d-4770-a42c-57698927e810 disassociated. External IP: 172.27.0.84, port: fdeaf409-3755-40ac-949e-78986d168e71. May 26 18:08:45.741470 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Calling delete_port for fdeaf409-3755-40ac-949e-78986d168e71 owned by compute:nova {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:45.808701 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Attempting to bind port c33d9d21-0d51-4503-906b-480b6fb62472 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:08:45.809079 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Attempting to bind port c33d9d21-0d51-4503-906b-480b6fb62472 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:08:45.809420 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Attempting to bind port c33d9d21-0d51-4503-906b-480b6fb62472 on network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:08:45.820989 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Port c33d9d21-0d51-4503-906b-480b6fb62472 on network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:08:45.821342 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Attempting to bind port c33d9d21-0d51-4503-906b-480b6fb62472 on network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:08:45.832425 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:08:45.832777 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Checking segment: {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:08:45.833179 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Bound using segment: {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:08:45.833633 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Bound port: c33d9d21-0d51-4503-906b-480b6fb62472, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'}}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:08:45.834004 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.954792 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] For port c33d9d21-0d51-4503-906b-480b6fb62472, host hv-cinder-83607, cleared binding levels {{(pid=103836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:08:45.974985 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] For port c33d9d21-0d51-4503-906b-480b6fb62472, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c33d9d21-0d51-4503-906b-480b6fb62472,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:08:45.985572 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.993285 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (fdeaf409-3755-40ac-949e-78986d168e71), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:46.001625 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46198) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:46.038608 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f69fd614-acef-4d48-933c-fd541d39dcab req-a5f24eb8-fb0a-4685-8bf0-a8e3123a88d5 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 210 time: 0.0399337 May 26 18:08:46.041876 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:46.042544 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:46.043980 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] 10.222.0.62 "PUT /v2.0/ports/c33d9d21-0d51-4503-906b-480b6fb62472 HTTP/1.1" status: 200 len: 1094 time: 1.3746574 May 26 18:08:46.056213 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'tag': 'c33d9d21-0d51-4503-906b-480b6fb62472'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:46.057063 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ab96c7-5357-4b2d-82a5-8641cad97abb" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ab62c1-6839-4a58-9dd4-848eed83661c", "tag": "c33d9d21-0d51-4503-906b-480b6fb62472"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:46.124954 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50edb591-cba6-46d8-a9ce-359167576a95 x-openstack-request-id: req-50edb591-cba6-46d8-a9ce-359167576a95 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:46.125259 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ab62c1-6839-4a58-9dd4-848eed83661c", "tag": "c33d9d21-0d51-4503-906b-480b6fb62472", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:46.125530 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50edb591-cba6-46d8-a9ce-359167576a95 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:46.126119 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50edb591-cba6-46d8-a9ce-359167576a95'] response: {'name': 'network-changed', 'server_uuid': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'tag': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'status': 'completed', 'code': 200} May 26 18:08:46.162034 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a06b8-d370-44ac-a2c0-2496a3e48c37 req-d84a11b7-d65e-4b8c-bee4-c4bc64e07e9e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:46.163606 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a5a06b8-d370-44ac-a2c0-2496a3e48c37 req-d84a11b7-d65e-4b8c-bee4-c4bc64e07e9e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 944 time: 0.1285300 May 26 18:08:46.213527 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-267975685-network', 'tenant_id': 'f6805a7efbeb448d8bc42a86ff756071'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:46.217956 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c1684-9a9d-4ada-89ed-36586379fa0b service neutron] Pushing event updated for resources: {'Port': ['ID=c33d9d21-0d51-4503-906b-480b6fb62472,revision_number=3']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:46.239132 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:46.260576 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-81cf0e34-2ed2-459f-8661-3f769475ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:46.262132 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-81cf0e34-2ed2-459f-8661-3f769475ebae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 1128 time: 0.1538253 May 26 18:08:46.297701 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event deleted for resources: {'Port': ['ID=fdeaf409-3755-40ac-949e-78986d168e71,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:46.363744 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Made reservation on behalf of f6805a7efbeb448d8bc42a86ff756071 for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:08:46.366163 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:46.381367 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-80ea8fb1-b237-495a-9794-061757a173e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c33d9d21-0d51-4503-906b-480b6fb62472 HTTP/1.1" status: 200 len: 217 time: 0.0963206 May 26 18:08:46.391068 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:46.425030 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0a5a06b8-d370-44ac-a2c0-2496a3e48c37 req-5b508be8-5769-4e67-b5fd-2694e065438c tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186062 May 26 18:08:46.448258 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:46.480823 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Router 38e7beef-54ca-46f0-bad8-41c952f715dd has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:08:46.500324 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-fd568985-e8e5-4a1d-9026-a7fea2a302f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:46.502445 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-fd568985-e8e5-4a1d-9026-a7fea2a302f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.1041472 May 26 18:08:46.612747 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-6edc6575-02ed-451a-a971-c192f5c50c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:46.614478 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-6edc6575-02ed-451a-a971-c192f5c50c5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1041865 May 26 18:08:46.956212 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Publish callbacks [] for security_group (537d74cc-fab0-43cb-b8fd-3658fb518c5e), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:46.967951 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (537d74cc-fab0-43cb-b8fd-3658fb518c5e), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:46.999245 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:08:47.001176 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:08:47.009734 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49b392b-3b9d-4374-a0a0-06bda82c0e04 None None] Sync routers for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:08:47.023837 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b392b-3b9d-4374-a0a0-06bda82c0e04 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:47.024816 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-f49b392b-3b9d-4374-a0a0-06bda82c0e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:47.054140 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (e462b24c-2023-4973-bd9f-236bbc5aa47e), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:47.054600 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Added segment e462b24c-2023-4973-bd9f-236bbc5aa47e of type vlan for network 69c7e340-930b-4e5f-9643-c62f279653d3 May 26 18:08:47.058885 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537d74cc-fab0-43cb-b8fd-3658fb518c5e,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:47.115623 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] No DVR routers for this DVR port fdeaf409-3755-40ac-949e-78986d168e71 on host hv-cinder-83607 {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:08:47.121758 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-f64e4b88-39c1-481f-8f1c-a8dc3acf77cb service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985969 May 26 18:08:47.122845 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:47.126093 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f72acfe6-985b-4662-a475-8dcc4d6e51d3 req-f96d6040-6a9e-4448-995c-a058806a2e94 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.62 "DELETE /v2.0/ports/fdeaf409-3755-40ac-949e-78986d168e71 HTTP/1.1" status: 204 len: 173 time: 2.0139472 May 26 18:08:47.138911 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-f49b392b-3b9d-4374-a0a0-06bda82c0e04 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:47.145275 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (69c7e340-930b-4e5f-9643-c62f279653d3), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:47.166571 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-385384f1-f54b-4bec-a0e3-8d0f2fc4a794 req-289c13d4-363d-43a0-baec-48a62dd2355c tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/ports?device_id=99ba7c81-2ccc-489b-b4d7-166ea0d3772f HTTP/1.1" status: 200 len: 210 time: 0.0404828 May 26 18:08:47.216777 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:47.228403 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (69c7e340-930b-4e5f-9643-c62f279653d3), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:47.229447 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:47.230066 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:47.309104 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3032241 May 26 18:08:47.309482 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46206) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:47.314912 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b40d776c-2fc7-4410-8640-0f7a26d1d7c8 req-d72be5fa-0712-4eca-a500-87bea1d769b3 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827579 May 26 18:08:47.316106 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-df055c62-7929-4a37-b828-85ac7d90cee8 admin admin] Request body: {'subnet': {'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-267975685-subnet', 'tenant_id': 'f6805a7efbeb448d8bc42a86ff756071', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:47.320263 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cd00d-6aac-4185-9655-41d4ba8561f7 admin admin] Pushing event updated for resources: {'Network': ['ID=69c7e340-930b-4e5f-9643-c62f279653d3,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:47.331598 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 69c7e340-930b-4e5f-9643-c62f279653d3 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:08:47.337380 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df055c62-7929-4a37-b828-85ac7d90cee8 admin admin] Made reservation on behalf of f6805a7efbeb448d8bc42a86ff756071 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:08:47.339735 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-df055c62-7929-4a37-b828-85ac7d90cee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16137489'] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:47.413884 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:47.429922 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-f49b392b-3b9d-4374-a0a0-06bda82c0e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:47.458935 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49b392b-3b9d-4374-a0a0-06bda82c0e04 None None] Checking router: 38e7beef-54ca-46f0-bad8-41c952f715dd for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:08:47.470292 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b392b-3b9d-4374-a0a0-06bda82c0e04 None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:47.471491 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-f49b392b-3b9d-4374-a0a0-06bda82c0e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:47.538723 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-df055c62-7929-4a37-b828-85ac7d90cee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16743180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137479'] for subnet (b3ef49f8-ad0a-4438-89b3-759577a9f7c4), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:47.568313 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011e52c-702d-48e8-a1d6-f5e131aa46a8 req-9b0cd423-0ba7-405d-b209-ade8af9f3bd5 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:47.570127 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b011e52c-702d-48e8-a1d6-f5e131aa46a8 req-9b0cd423-0ba7-405d-b209-ade8af9f3bd5 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 944 time: 0.0573657 May 26 18:08:47.609192 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-f49b392b-3b9d-4374-a0a0-06bda82c0e04 None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:47.628180 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b011e52c-702d-48e8-a1d6-f5e131aa46a8 req-79eae8c4-7cc5-4405-8e34-304f9d1af1e0 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518615 May 26 18:08:47.687149 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device fdeaf409-3755-40ac-949e-78986d168e71 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:08:47.724209 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: fdeaf409-3755-40ac-949e-78986d168e71 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:08:47.724560 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device fdeaf409-3755-40ac-949e-78986d168e71 not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:08:47.772981 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab96c7-5357-4b2d-82a5-8641cad97abb req-39fa2fc4-4d05-43ca-b3b0-c8c0b9d9056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:47.775054 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-40ab96c7-5357-4b2d-82a5-8641cad97abb req-39fa2fc4-4d05-43ca-b3b0-c8c0b9d9056a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 1128 time: 0.0777709 May 26 18:08:47.805126 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:47.869071 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:47.872765 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df055c62-7929-4a37-b828-85ac7d90cee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ef49f8-ad0a-4438-89b3-759577a9f7c4,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:47.875338 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df055c62-7929-4a37-b828-85ac7d90cee8 admin admin] Checking segment: {'id': 'e462b24c-2023-4973-bd9f-236bbc5aa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:08:47.875966 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df055c62-7929-4a37-b828-85ac7d90cee8 admin admin] Network hostable DHCP agents. Network: 69c7e340-930b-4e5f-9643-c62f279653d3, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:08:47.892324 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab96c7-5357-4b2d-82a5-8641cad97abb req-79cb37d0-74a4-48fb-ab7e-3cdb6fbf5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:47.894201 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-40ab96c7-5357-4b2d-82a5-8641cad97abb req-79cb37d0-74a4-48fb-ab7e-3cdb6fbf5b29 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 912 time: 0.1132262 May 26 18:08:47.898940 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df055c62-7929-4a37-b828-85ac7d90cee8 admin admin] Network 69c7e340-930b-4e5f-9643-c62f279653d3 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:08:47.909716 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-df055c62-7929-4a37-b828-85ac7d90cee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 69c7e340-930b-4e5f-9643-c62f279653d3) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:08:47.914952 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df055c62-7929-4a37-b828-85ac7d90cee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:47.916039 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-df055c62-7929-4a37-b828-85ac7d90cee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:47.934889 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-df055c62-7929-4a37-b828-85ac7d90cee8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6243017 May 26 18:08:47.946947 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-40ab96c7-5357-4b2d-82a5-8641cad97abb req-05aab13c-fec0-4bfe-9f57-c093c3823876 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c33d9d21-0d51-4503-906b-480b6fb62472 HTTP/1.1" status: 200 len: 217 time: 0.0454216 May 26 18:08:47.992401 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf8353-b9f5-4a9a-87a7-70042f621a7d None None] Network 69c7e340-930b-4e5f-9643-c62f279653d3 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:08:48.004646 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab96c7-5357-4b2d-82a5-8641cad97abb req-3e465680-bbaf-4ed9-91de-3a6b2a9f401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:48.006137 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-40ab96c7-5357-4b2d-82a5-8641cad97abb req-3e465680-bbaf-4ed9-91de-3a6b2a9f401f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.0534489 May 26 18:08:48.059202 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-f49b392b-3b9d-4374-a0a0-06bda82c0e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:48.060872 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab96c7-5357-4b2d-82a5-8641cad97abb req-72424e97-e07a-4400-bb5e-d3671c7acf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:48.062448 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-40ab96c7-5357-4b2d-82a5-8641cad97abb req-72424e97-e07a-4400-bb5e-d3671c7acf4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495498 May 26 18:08:48.098100 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49b392b-3b9d-4374-a0a0-06bda82c0e04 None None] The sync data for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi is: [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:42Z', 'revision_number': 4, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '5f97e74a-981e-4c21-b4ee-2c2550653232', 'name': '', 'network_id': '481c535b-a9e7-4c84-8151-52762a8d6376', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'mac_address': 'fa:16:3e:61:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:41Z', 'updated_at': '2022-05-26T18:02:46Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'subnets': [{'id': 'c0912883-6488-4cb9-b1a5-ec42a5bf2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:08:48.101727 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2070e3cd-755c-4c75-988c-cc1767e38722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:48.164676 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:48.165659 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'name': 'network-vif-deleted', 'tag': 'fdeaf409-3755-40ac-949e-78986d168e71'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:48.172408 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae5706a-a426-4b74-9334-6da3fe611219" -d '{"events": [{"server_uuid": "99ba7c81-2ccc-489b-b4d7-166ea0d3772f", "name": "network-vif-deleted", "tag": "fdeaf409-3755-40ac-949e-78986d168e71"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:48.172774 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb1ca2f-12d0-44be-b0ad-c1216d1ff9f6 None None] Network 69c7e340-930b-4e5f-9643-c62f279653d3 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:08:48.222930 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-40ab96c7-5357-4b2d-82a5-8641cad97abb req-8dccc875-5944-4d05-8d46-00da3263613e service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525226 May 26 18:08:48.263578 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405594b9-2654-42c8-a47c-ae8ccf59e336 x-openstack-request-id: req-405594b9-2654-42c8-a47c-ae8ccf59e336 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:48.263862 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ba7c81-2ccc-489b-b4d7-166ea0d3772f", "name": "network-vif-deleted", "tag": "fdeaf409-3755-40ac-949e-78986d168e71", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:48.264161 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-405594b9-2654-42c8-a47c-ae8ccf59e336 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:48.268535 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405594b9-2654-42c8-a47c-ae8ccf59e336'] response: {'server_uuid': '99ba7c81-2ccc-489b-b4d7-166ea0d3772f', 'name': 'network-vif-deleted', 'tag': 'fdeaf409-3755-40ac-949e-78986d168e71', 'status': 'completed', 'code': 200} May 26 18:08:48.304805 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46222) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:48.358866 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-40ab96c7-5357-4b2d-82a5-8641cad97abb req-b83e30e7-fd0e-4569-a2a6-4d209bbaf91f service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289225 May 26 18:08:48.382922 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8e38-80c5-4a3b-852c-e30049737326 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (3b64c7dd-302f-484d-8e43-1bf369b8d35d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:48.417548 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8e38-80c5-4a3b-852c-e30049737326 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (3b64c7dd-302f-484d-8e43-1bf369b8d35d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:48.479425 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8e38-80c5-4a3b-852c-e30049737326 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (3b64c7dd-302f-484d-8e43-1bf369b8d35d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:48.483611 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8e38-80c5-4a3b-852c-e30049737326 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:48.487160 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-cf6a8e38-80c5-4a3b-852c-e30049737326 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "DELETE /v2.0/security-groups/3b64c7dd-302f-484d-8e43-1bf369b8d35d HTTP/1.1" status: 204 len: 168 time: 0.1804819 May 26 18:08:48.488549 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46224) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:48.496889 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54eea2-603f-44a6-b69b-979469b8b770 None None] New status for floating IP 2063fc9a-b63d-4770-a42c-57698927e810: DOWN {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:08:48.497544 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a8e38-80c5-4a3b-852c-e30049737326 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b64c7dd-302f-484d-8e43-1bf369b8d35d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:48.515074 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.api.v2.resource [None req-7172311c-d4b9-40dd-b7f7-71bb8b0db206 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] show failed (client error): The resource could not be found. May 26 18:08:48.517345 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-7172311c-d4b9-40dd-b7f7-71bb8b0db206 tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "GET /v2.0/security-groups/3b64c7dd-302f-484d-8e43-1bf369b8d35d HTTP/1.1" status: 404 len: 347 time: 0.0265443 May 26 18:08:48.520330 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46226) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:48.664138 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2dd16-f375-4566-8742-2155f7eb225f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Deleting port c0251d55-6149-42b5-8c07-7ef20838acc4 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:48.664370 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0fb2dd16-f375-4566-8742-2155f7eb225f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (c0251d55-6149-42b5-8c07-7ef20838acc4), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:48.757018 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0fb2dd16-f375-4566-8742-2155f7eb225f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (c0251d55-6149-42b5-8c07-7ef20838acc4), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:48.757330 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0fb2dd16-f375-4566-8742-2155f7eb225f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (c0251d55-6149-42b5-8c07-7ef20838acc4), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:48.763203 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69817342-4bf4-4c0b-9408-a1a0cf8f65bd req-57ea2afb-ae0e-4539-a5be-1e16f4ebc434 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:48.764762 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-69817342-4bf4-4c0b-9408-a1a0cf8f65bd req-57ea2afb-ae0e-4539-a5be-1e16f4ebc434 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 944 time: 0.0535636 May 26 18:08:48.772785 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2dd16-f375-4566-8742-2155f7eb225f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Calling delete_port for c0251d55-6149-42b5-8c07-7ef20838acc4 owned by network:floatingip {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:48.821661 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-69817342-4bf4-4c0b-9408-a1a0cf8f65bd req-03c15dd9-3e02-4594-b9ca-364beaefed5c tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500729 May 26 18:08:48.859039 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:48.918493 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0fb2dd16-f375-4566-8742-2155f7eb225f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (c0251d55-6149-42b5-8c07-7ef20838acc4), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:48.945372 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2dd16-f375-4566-8742-2155f7eb225f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Pushing event deleted for resources: {'Port': ['ID=c0251d55-6149-42b5-8c07-7ef20838acc4,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:49.011189 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0fb2dd16-f375-4566-8742-2155f7eb225f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks [] for floatingip (2063fc9a-b63d-4770-a42c-57698927e810), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:49.013764 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0fb2dd16-f375-4566-8742-2155f7eb225f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:49.014938 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0fb2dd16-f375-4566-8742-2155f7eb225f tempest-AttachVolumeNegativeTest-2031663802 tempest-AttachVolumeNegativeTest-2031663802-project] 10.222.0.69 "DELETE /v2.0/floatingips/2063fc9a-b63d-4770-a42c-57698927e810 HTTP/1.1" status: 204 len: 168 time: 0.4932859 May 26 18:08:49.930546 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f0d1e26a-adcd-4e13-b8b2-45f554cc3f07 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:49.932055 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f0d1e26a-adcd-4e13-b8b2-45f554cc3f07 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/networks?id=69c7e340-930b-4e5f-9643-c62f279653d3 HTTP/1.1" status: 200 len: 808 time: 0.1136372 May 26 18:08:49.943545 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33b5dc-4ea8-46d3-b865-8d6f4e38f523 req-6f7b4f85-494c-4cb4-98cb-e5e15a115a6e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:49.945135 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9d33b5dc-4ea8-46d3-b865-8d6f4e38f523 req-6f7b4f85-494c-4cb4-98cb-e5e15a115a6e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 944 time: 0.0502796 May 26 18:08:49.948967 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-4d77fc66-d010-4a60-818b-7ae9dd636775 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/quotas/f6805a7efbeb448d8bc42a86ff756071 HTTP/1.1" status: 200 len: 375 time: 0.0109596 May 26 18:08:49.983672 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-970d7e51-5725-4988-af43-9a05d5b97532 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6805a7efbeb448d8bc42a86ff756071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291364 May 26 18:08:49.997394 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9d33b5dc-4ea8-46d3-b865-8d6f4e38f523 req-5c628ba9-de05-48f9-92a4-6b3e0b5418b3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461512 May 26 18:08:50.083789 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:50.106845 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-3e59c87f-40d5-4686-8180-11ee221d4135 service neutron] 10.222.0.69 "GET /v2.0/networks/69c7e340-930b-4e5f-9643-c62f279653d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154220 May 26 18:08:50.213292 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-79428349-74c5-4eaa-84c2-52b0aa64a67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:50.220165 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-0515836b-c1bd-4391-8c97-d9fcce6b2a94 service neutron] 10.222.0.69 "GET /v2.0/networks/69c7e340-930b-4e5f-9643-c62f279653d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068370 May 26 18:08:50.430647 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-63c21c1f-3ba5-4206-8a94-21f04449ecc5 req-c1b5038e-80e8-4878-8a49-dc33a7fd26e9 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 210 time: 0.0450950 May 26 18:08:51.309072 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae818a-e663-4603-b43e-66bc37683338 req-8ed209b8-6f45-4c88-bbe9-4d68c49dfcd5 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:51.310689 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0dae818a-e663-4603-b43e-66bc37683338 req-8ed209b8-6f45-4c88-bbe9-4d68c49dfcd5 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 944 time: 0.0575790 May 26 18:08:51.377622 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0dae818a-e663-4603-b43e-66bc37683338 req-88577856-0227-49ab-b564-65d9f15e8d18 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597205 May 26 18:08:51.459880 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:51.470167 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-69cc61d5-c189-4a32-90c4-cd083be1c9a0 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:51.472780 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-69cc61d5-c189-4a32-90c4-cd083be1c9a0 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.62 "GET /v2.0/networks?id=69c7e340-930b-4e5f-9643-c62f279653d3 HTTP/1.1" status: 200 len: 808 time: 0.1251416 May 26 18:08:51.487599 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Request body: {'port': {'device_id': '27142015-9fcb-4e3e-802d-f687fda3c961', 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3', 'admin_state_up': True, 'tenant_id': 'f6805a7efbeb448d8bc42a86ff756071'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:51.547789 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:51.609677 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d6157b2a-8f0a-4d6c-9c62-1ff8703823bf req-76c84be9-479e-439b-8c89-08347004b0bc tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 210 time: 0.0499561 May 26 18:08:51.681305 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Made reservation on behalf of f6805a7efbeb448d8bc42a86ff756071 for: {'port': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:08:51.685000 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:51.826892 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Allocated IP 172.20.0.2 (69c7e340-930b-4e5f-9643-c62f279653d3/b3ef49f8-ad0a-4438-89b3-759577a9f7c4/4bfc50c2-aad1-4b81-895e-7c92538a1416) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:08:51.997189 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks [] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.030982 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.067235 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:52.084157 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Network 69c7e340-930b-4e5f-9643-c62f279653d3 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:08:52.087903 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:08:52.090821 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:08:52.120178 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Pushing event updated for resources: {'Port': ['ID=4bfc50c2-aad1-4b81-895e-7c92538a1416,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:52.150786 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:52.151461 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.168660 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-f306b58b-bcd4-48fa-af59-e5b75ffa941b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6881940 May 26 18:08:52.179559 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Request body: {'port': {'device_id': '27142015-9fcb-4e3e-802d-f687fda3c961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:52.243117 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.325471 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:52.510346 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9211f-ffb9-45b4-ba7b-9f657f098011 req-447e4fa1-9aaa-4c61-89b5-90b7f9df3cce tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:52.511880 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f4d9211f-ffb9-45b4-ba7b-9f657f098011 req-447e4fa1-9aaa-4c61-89b5-90b7f9df3cce tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 944 time: 0.0588098 May 26 18:08:52.550533 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bfc50c2-aad1-4b81-895e-7c92538a1416 {{(pid=103836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:08:52.558572 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Publish callbacks [] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.565920 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f4d9211f-ffb9-45b4-ba7b-9f657f098011 req-b43a067b-4970-4488-b034-d4baa870b421 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481443 May 26 18:08:52.576099 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.provisioning_blocks [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Transition to ACTIVE for port object 4bfc50c2-aad1-4b81-895e-7c92538a1416 will not be triggered until provisioned by entity L2. {{(pid=103836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:08:52.581962 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.582201 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.653890 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfc50c2-aad1-4b81-895e-7c92538a1416,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:52.756795 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefba5e3-abf9-4124-b750-6bab97ccb34e req-a944ddd8-90e5-4292-a211-9aec84d19d39 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:52.758437 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-aefba5e3-abf9-4124-b750-6bab97ccb34e req-a944ddd8-90e5-4292-a211-9aec84d19d39 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 943 time: 0.0667751 May 26 18:08:52.759689 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Attempting to bind port 4bfc50c2-aad1-4b81-895e-7c92538a1416 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:08:52.759983 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Attempting to bind port 4bfc50c2-aad1-4b81-895e-7c92538a1416 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'e462b24c-2023-4973-bd9f-236bbc5aa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3'}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:08:52.768496 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Attempting to bind port 4bfc50c2-aad1-4b81-895e-7c92538a1416 on network 69c7e340-930b-4e5f-9643-c62f279653d3 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:08:52.787184 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Port 4bfc50c2-aad1-4b81-895e-7c92538a1416 on network 69c7e340-930b-4e5f-9643-c62f279653d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:08:52.787514 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Attempting to bind port 4bfc50c2-aad1-4b81-895e-7c92538a1416 on network 69c7e340-930b-4e5f-9643-c62f279653d3 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:08:52.795441 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:08:52.795789 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Checking segment: {'id': 'e462b24c-2023-4973-bd9f-236bbc5aa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:08:52.796211 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Bound using segment: {'id': 'e462b24c-2023-4973-bd9f-236bbc5aa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3'} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:08:52.796652 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Bound port: 4bfc50c2-aad1-4b81-895e-7c92538a1416, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e462b24c-2023-4973-bd9f-236bbc5aa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3'}}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:08:52.797022 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.805796 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46308) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:52.856606 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-aefba5e3-abf9-4124-b750-6bab97ccb34e req-8718a617-8ec8-48d0-82c4-bfd01cec9e64 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848329 May 26 18:08:52.886849 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] For port 4bfc50c2-aad1-4b81-895e-7c92538a1416, host hv-cinder-83607, cleared binding levels {{(pid=103836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:08:52.890107 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] For port 4bfc50c2-aad1-4b81-895e-7c92538a1416, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4bfc50c2-aad1-4b81-895e-7c92538a1416,segment=NetworkSegment(e462b24c-2023-4973-bd9f-236bbc5aa47e),segment_id=e462b24c-2023-4973-bd9f-236bbc5aa47e)] {{(pid=103836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:08:52.897575 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.936632 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:52.937567 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.939035 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] 10.222.0.62 "PUT /v2.0/ports/4bfc50c2-aad1-4b81-895e-7c92538a1416 HTTP/1.1" status: 200 len: 1093 time: 0.7634406 May 26 18:08:52.940090 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27142015-9fcb-4e3e-802d-f687fda3c961', 'tag': '4bfc50c2-aad1-4b81-895e-7c92538a1416'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:52.942399 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daea894b-30eb-42fe-845c-6ac724e96a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "27142015-9fcb-4e3e-802d-f687fda3c961", "tag": "4bfc50c2-aad1-4b81-895e-7c92538a1416"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:52.973158 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef5f04-68ec-4164-84fc-d7d68d9f4968 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfc50c2-aad1-4b81-895e-7c92538a1416,revision_number=3']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:52.984445 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97810a00-d09a-4639-82e9-fcd40f3056c3 x-openstack-request-id: req-97810a00-d09a-4639-82e9-fcd40f3056c3 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:52.984739 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27142015-9fcb-4e3e-802d-f687fda3c961", "tag": "4bfc50c2-aad1-4b81-895e-7c92538a1416", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:52.985011 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-97810a00-d09a-4639-82e9-fcd40f3056c3 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:52.985418 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97810a00-d09a-4639-82e9-fcd40f3056c3'] response: {'name': 'network-changed', 'server_uuid': '27142015-9fcb-4e3e-802d-f687fda3c961', 'tag': '4bfc50c2-aad1-4b81-895e-7c92538a1416', 'status': 'completed', 'code': 200} May 26 18:08:53.214016 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-71a6341e-c4cd-4e27-bdaf-52a8af51ed96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8119267'] for router_interface (38e7beef-54ca-46f0-bad8-41c952f715dd), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:53.308531 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:53.421020 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:53.429970 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea894b-30eb-42fe-845c-6ac724e96a7e req-002b4099-ff57-465d-8500-4ddf738e15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:53.431501 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-daea894b-30eb-42fe-845c-6ac724e96a7e req-002b4099-ff57-465d-8500-4ddf738e15ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6805a7efbeb448d8bc42a86ff756071&device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 1127 time: 0.0430231 May 26 18:08:53.448455 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-71a6341e-c4cd-4e27-bdaf-52a8af51ed96 admin admin] Deleting port 5f97e74a-981e-4c21-b4ee-2c2550653232 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:53.448796 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-71a6341e-c4cd-4e27-bdaf-52a8af51ed96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:53.503029 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:53.534742 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-71a6341e-c4cd-4e27-bdaf-52a8af51ed96 admin admin] For port 5f97e74a-981e-4c21-b4ee-2c2550653232, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=5f97e74a-981e-4c21-b4ee-2c2550653232,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:53.535488 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-71a6341e-c4cd-4e27-bdaf-52a8af51ed96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:53.548359 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-71a6341e-c4cd-4e27-bdaf-52a8af51ed96 admin admin] Calling delete_port for 5f97e74a-981e-4c21-b4ee-2c2550653232 owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:53.610110 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea894b-30eb-42fe-845c-6ac724e96a7e req-72f64d1e-dfd2-4651-8721-bec858e6de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:53.612112 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-daea894b-30eb-42fe-845c-6ac724e96a7e req-72f64d1e-dfd2-4651-8721-bec858e6de51 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f6805a7efbeb448d8bc42a86ff756071&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1725733 May 26 18:08:53.739526 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-71a6341e-c4cd-4e27-bdaf-52a8af51ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (5f97e74a-981e-4c21-b4ee-2c2550653232), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:53.763188 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6341e-c4cd-4e27-bdaf-52a8af51ed96 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f97e74a-981e-4c21-b4ee-2c2550653232,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:53.776314 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47938be-2fc0-4814-99d6-dc1374397bd3 req-e5449d1d-790a-4a72-96b0-13e8fbfa63f0 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:53.777828 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d47938be-2fc0-4814-99d6-dc1374397bd3 req-e5449d1d-790a-4a72-96b0-13e8fbfa63f0 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 944 time: 0.1290288 May 26 18:08:53.852864 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:53.862453 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea894b-30eb-42fe-845c-6ac724e96a7e req-3cafba67-eb59-496f-bdff-264803f35f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:53.863648 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-daea894b-30eb-42fe-845c-6ac724e96a7e req-3cafba67-eb59-496f-bdff-264803f35f13 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2462244 May 26 18:08:53.891149 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d47938be-2fc0-4814-99d6-dc1374397bd3 req-8cddf9f9-5c67-461f-a9bd-6503ed204f40 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006086 May 26 18:08:53.966135 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-56f5ee2e-4bf9-4016-83a9-8d4465c0d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:53.967642 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-56f5ee2e-4bf9-4016-83a9-8d4465c0d8db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6805a7efbeb448d8bc42a86ff756071&device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 1127 time: 0.0474162 May 26 18:08:53.994037 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-71a6341e-c4cd-4e27-bdaf-52a8af51ed96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8107912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8119167'] for router_interface (38e7beef-54ca-46f0-bad8-41c952f715dd), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:54.011997 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-2c2a6afa-133f-4abf-8611-f1c0c15a56f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bfc50c2-aad1-4b81-895e-7c92538a1416 HTTP/1.1" status: 200 len: 217 time: 0.0374820 May 26 18:08:54.017301 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be876247-4082-4752-b42c-fddae0d42c44 req-cd593791-4cf8-4236-84fd-002422e3f186 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:54.019708 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-be876247-4082-4752-b42c-fddae0d42c44 req-cd593791-4cf8-4236-84fd-002422e3f186 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 943 time: 0.0620944 May 26 18:08:54.065292 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-545379d4-6613-4982-81a3-c3bb4e42a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:54.066668 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-545379d4-6613-4982-81a3-c3bb4e42a754 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef49f8-ad0a-4438-89b3-759577a9f7c4 HTTP/1.1" status: 200 len: 848 time: 0.0490687 May 26 18:08:54.107898 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-729f1442-4eda-4076-8ebd-d0660f5019b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69c7e340-930b-4e5f-9643-c62f279653d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321727 May 26 18:08:54.131604 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:54.148326 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-be876247-4082-4752-b42c-fddae0d42c44 req-75b8888b-4711-4d16-8533-83abc9487555 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929003 May 26 18:08:54.279591 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a6341e-c4cd-4e27-bdaf-52a8af51ed96 admin admin] Router 38e7beef-54ca-46f0-bad8-41c952f715dd has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:08:54.325064 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:54.336718 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:54.393693 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a6341e-c4cd-4e27-bdaf-52a8af51ed96 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:08:54.401105 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-71a6341e-c4cd-4e27-bdaf-52a8af51ed96 admin admin] 10.222.0.69 "PUT /v2.0/routers/38e7beef-54ca-46f0-bad8-41c952f715dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5934360 May 26 18:08:54.401296 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46318) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:54.407229 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eff036-5f67-499e-81c1-82240284aa1d None None] Sync routers for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:08:54.419988 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eff036-5f67-499e-81c1-82240284aa1d None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:54.420695 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-a1eff036-5f67-499e-81c1-82240284aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:54.459468 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-8db7029b-4f03-4179-8c56-d364aa86231e service neutron] 10.222.0.62 "GET /v2.0/networks/69c7e340-930b-4e5f-9643-c62f279653d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451476 May 26 18:08:54.503932 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Publish callbacks [] for router (38e7beef-54ca-46f0-bad8-41c952f715dd), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:54.526483 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-a1eff036-5f67-499e-81c1-82240284aa1d None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:54.553208 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3f9e3f34-be91-4a07-8344-52631783c9a2 req-3a2377b2-3340-462e-93eb-04eb71877c5c service neutron] 10.222.0.62 "GET /v2.0/networks/69c7e340-930b-4e5f-9643-c62f279653d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877051 May 26 18:08:54.612204 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Publish callbacks [] for router_gateway (38e7beef-54ca-46f0-bad8-41c952f715dd), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:54.659609 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Deleting port 576d974e-1a70-4b87-9bbf-9ffe9490c72c {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:54.660139 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:54.718855 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-a1eff036-5f67-499e-81c1-82240284aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:08:53Z', 'revision_number': 5, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port': {'id': '576d974e-1a70-4b87-9bbf-9ffe9490c72c', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:54.723541 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:54.745978 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eff036-5f67-499e-81c1-82240284aa1d None None] Checking router: 38e7beef-54ca-46f0-bad8-41c952f715dd for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:08:54.752990 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] For port 576d974e-1a70-4b87-9bbf-9ffe9490c72c, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=576d974e-1a70-4b87-9bbf-9ffe9490c72c,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:54.753618 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:54.766813 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eff036-5f67-499e-81c1-82240284aa1d None None] Routers {'38e7beef-54ca-46f0-bad8-41c952f715dd'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:54.767453 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-a1eff036-5f67-499e-81c1-82240284aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['38e7beef-54ca-46f0-bad8-41c952f715dd'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:54.772207 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Calling delete_port for 576d974e-1a70-4b87-9bbf-9ffe9490c72c owned by network:router_gateway {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:54.855685 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-a1eff036-5f67-499e-81c1-82240284aa1d None None] Set router 38e7beef-54ca-46f0-bad8-41c952f715dd gateway port host: None {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:54.905770 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-a1eff036-5f67-499e-81c1-82240284aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:08:54Z', 'revision_number': 6, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port_host': None}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:54.934318 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eff036-5f67-499e-81c1-82240284aa1d None None] The sync data for ids ['38e7beef-54ca-46f0-bad8-41c952f715dd'] in dv-cinder-836074-5-iscsi is: [{'id': '38e7beef-54ca-46f0-bad8-41c952f715dd', 'name': 'tempest-AttachVolumeNegativeTest-1395990137-router', 'tenant_id': '8920d2de9dc34386bb0e770f5b51b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:02:39Z', 'updated_at': '2022-05-26T18:08:54Z', 'revision_number': 6, 'project_id': '8920d2de9dc34386bb0e770f5b51b702', 'gw_port_host': None}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:08:54.953050 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (576d974e-1a70-4b87-9bbf-9ffe9490c72c), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:54.985367 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Pushing event deleted for resources: {'Port': ['ID=576d974e-1a70-4b87-9bbf-9ffe9490c72c,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:55.023757 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6bd2c-af8e-4a40-98e4-a3581348c312 req-abd73256-2cae-4598-8461-9f04c2291137 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:55.025319 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0cf6bd2c-af8e-4a40-98e4-a3581348c312 req-abd73256-2cae-4598-8461-9f04c2291137 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 944 time: 0.0547776 May 26 18:08:55.054642 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8120285'] for router_gateway (38e7beef-54ca-46f0-bad8-41c952f715dd), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.079683 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0cf6bd2c-af8e-4a40-98e4-a3581348c312 req-2177729d-7600-40fe-a7ac-c2bd18af59bf tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481572 May 26 18:08:55.146177 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8125068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30675'] for router (38e7beef-54ca-46f0-bad8-41c952f715dd), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.148331 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Publish callbacks [] for router_controller (38e7beef-54ca-46f0-bad8-41c952f715dd), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.215854 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8125063'] for router (38e7beef-54ca-46f0-bad8-41c952f715dd), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.216738 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38e7beef-54ca-46f0-bad8-41c952f715dd {{(pid=103837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:08:55.223941 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.225840 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-062cdf1d-5d83-4107-ba38-9760496f9864 admin admin] 10.222.0.69 "DELETE /v2.0/routers/38e7beef-54ca-46f0-bad8-41c952f715dd HTTP/1.1" status: 204 len: 168 time: 0.8234274 May 26 18:08:55.228462 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46324) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:55.278130 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_v2 [None req-58451783-9444-4bb8-acfd-aff3d0442dd5 admin admin] Deleting subnet c0912883-6488-4cb9-b1a5-ec42a5bf2729 {{(pid=103836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:08:55.282695 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-58451783-9444-4bb8-acfd-aff3d0442dd5 admin admin] Publish callbacks [] for subnet (c0912883-6488-4cb9-b1a5-ec42a5bf2729), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.282877 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f48f5b-a271-448b-b594-89243abd9681 req-eca5d46d-40b8-4262-be05-fbeda5e48149 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:55.284214 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-05f48f5b-a271-448b-b594-89243abd9681 req-eca5d46d-40b8-4262-be05-fbeda5e48149 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 943 time: 0.0570929 May 26 18:08:55.329878 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:55.333786 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-58451783-9444-4bb8-acfd-aff3d0442dd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5381277'] for subnet (c0912883-6488-4cb9-b1a5-ec42a5bf2729), precommit_delete_associations {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.353174 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-05f48f5b-a271-448b-b594-89243abd9681 req-56cd8d35-f0e2-419a-905a-235c15902a1b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611975 May 26 18:08:55.436222 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-58451783-9444-4bb8-acfd-aff3d0442dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (c0912883-6488-4cb9-b1a5-ec42a5bf2729), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.481916 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 5f97e74a-981e-4c21-b4ee-2c2550653232 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:08:55.505054 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 5f97e74a-981e-4c21-b4ee-2c2550653232 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:08:55.505457 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 5f97e74a-981e-4c21-b4ee-2c2550653232 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:08:55.508869 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-58451783-9444-4bb8-acfd-aff3d0442dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16472683'] for subnet (c0912883-6488-4cb9-b1a5-ec42a5bf2729), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.536182 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58451783-9444-4bb8-acfd-aff3d0442dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0912883-6488-4cb9-b1a5-ec42a5bf2729,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:55.543259 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-58451783-9444-4bb8-acfd-aff3d0442dd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.546491 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-58451783-9444-4bb8-acfd-aff3d0442dd5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c0912883-6488-4cb9-b1a5-ec42a5bf2729 HTTP/1.1" status: 204 len: 168 time: 0.3169677 May 26 18:08:55.553413 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46326) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:55.556246 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0f8f57-1833-47b3-974b-9f00a5f573a4 None None] Network 481c535b-a9e7-4c84-8151-52762a8d6376 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:08:55.574153 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:55.631259 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (481c535b-a9e7-4c84-8151-52762a8d6376), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.698540 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Deleting port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:55.698785 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.699755 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device c33d9d21-0d51-4503-906b-480b6fb62472 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:08:55.779326 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] For port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=d44bd9e8-3003-4c4a-9f37-d155fe3c33d3,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:55.779782 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.797049 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac85b4-f251-45f0-a376-71b60f24a511 None None] DHCP port deletion for 481c535b-a9e7-4c84-8151-52762a8d6376 request from dv-cinder-836074-5-iscsi {{(pid=103838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:08:55.806086 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Calling delete_port for d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 owned by network:dhcp {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:55.810662 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:55.863055 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port c33d9d21-0d51-4503-906b-480b6fb62472, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c33d9d21-0d51-4503-906b-480b6fb62472,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:55.873162 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:55.881519 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-7cac85b4-f251-45f0-a376-71b60f24a511 None None] Deleting port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:55.881886 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7cac85b4-f251-45f0-a376-71b60f24a511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.885459 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'port_id': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'mac_address': 'fa:16:3e:93:c0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:08:55.903162 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.930407 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Pushing event deleted for resources: {'Port': ['ID=d44bd9e8-3003-4c4a-9f37-d155fe3c33d3,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:55.932411 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] No DVR routers for this DVR port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 on host dv-cinder-836074-5-iscsi {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:08:55.982098 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-7cac85b4-f251-45f0-a376-71b60f24a511 None None] For port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=d44bd9e8-3003-4c4a-9f37-d155fe3c33d3,segment=NetworkSegment(0e085220-5023-491b-a678-36be987a3636),segment_id=0e085220-5023-491b-a678-36be987a3636)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:55.982493 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7cac85b4-f251-45f0-a376-71b60f24a511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.985187 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port c33d9d21-0d51-4503-906b-480b6fb62472 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:55.985554 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.010217 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-7cac85b4-f251-45f0-a376-71b60f24a511 None None] Calling delete_port for d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 owned by network:dhcp {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:56.010447 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (481c535b-a9e7-4c84-8151-52762a8d6376), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.017539 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c33d9d21-0d51-4503-906b-480b6fb62472 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:08:56.034863 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481c535b-a9e7-4c84-8151-52762a8d6376']}} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:56.046130 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e085220-5023-491b-a678-36be987a3636') {'for_net_delete': True} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:56.046451 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e085220-5023-491b-a678-36be987a3636') {} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:56.059570 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5381284'] for segment (0e085220-5023-491b-a678-36be987a3636), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.072362 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port c33d9d21-0d51-4503-906b-480b6fb62472, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c33d9d21-0d51-4503-906b-480b6fb62472,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:56.079779 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.080418 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (0e085220-5023-491b-a678-36be987a3636), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.094367 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:08:56.094822 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408449'] for segment (0e085220-5023-491b-a678-36be987a3636), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.158152 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=c33d9d21-0d51-4503-906b-480b6fb62472,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:56.166809 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7cac85b4-f251-45f0-a376-71b60f24a511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (d44bd9e8-3003-4c4a-9f37-d155fe3c33d3), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.169773 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.170401 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.171221 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.171700 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.172065 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.172385 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.172915 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.174702 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.175622 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.176179 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.177152 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.177822 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.178483 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.178812 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (481c535b-a9e7-4c84-8151-52762a8d6376), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.178949 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.179224 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.185874 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.203898 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] 10.222.0.69 "DELETE /v2.0/networks/481c535b-a9e7-4c84-8151-52762a8d6376 HTTP/1.1" status: 204 len: 168 time: 0.6404560 May 26 18:08:56.227512 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44206c9-c83d-4b9b-b99e-615773ce2562 admin admin] Pushing event deleted for resources: {'Network': ['ID=481c535b-a9e7-4c84-8151-52762a8d6376,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:56.242103 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac85b4-f251-45f0-a376-71b60f24a511 None None] Pushing event deleted for resources: {'Port': ['ID=d44bd9e8-3003-4c4a-9f37-d155fe3c33d3,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:56.245088 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7cac85b4-f251-45f0-a376-71b60f24a511 None None] Network 481c535b-a9e7-4c84-8151-52762a8d6376 is not hosted by any dhcp agent {{(pid=103838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 18:08:56.245630 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac85b4-f251-45f0-a376-71b60f24a511 None None] No DVR routers for this DVR port d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 on host dv-cinder-836074-5-iscsi {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:08:56.305363 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d22e7-23ba-40d2-9874-fe7e95221134 req-9c3101b6-59f3-41e0-a701-7f40c29b3a27 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:56.306956 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e64d22e7-23ba-40d2-9874-fe7e95221134 req-9c3101b6-59f3-41e0-a701-7f40c29b3a27 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 945 time: 0.0580029 May 26 18:08:56.323995 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['c33d9d21-0d51-4503-906b-480b6fb62472'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:08:56.351151 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment 0e085220-5023-491b-a678-36be987a3636 resource provider aggregate not found May 26 18:08:56.371888 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment 0e085220-5023-491b-a678-36be987a3636 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e085220-5023-491b-a678-36be987a3636 found for delete ", "request_id": "req-71c60757-4b6c-43f7-803c-71df7f69f7bf"}]} May 26 18:08:56.377407 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46338) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:56.378462 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e64d22e7-23ba-40d2-9874-fe7e95221134 req-335d4e8d-5aa8-456e-a8cc-ca7846f9196e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609365 May 26 18:08:56.428473 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-03bcc23f-791c-4842-882b-0d5ca38dbd45 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8920d2de9dc34386bb0e770f5b51b702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491683 May 26 18:08:56.431196 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46342) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:56.445138 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:56.492663 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-87514d1c-f7d1-43bf-aec8-e3b08391a35a admin admin] Publish callbacks [] for security_group (f0819d02-52da-4113-991c-033830e77c53), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.494079 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:56.510588 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97eb9e-59f7-43e7-8b04-ee8cc8c7ec42 req-f5ccb051-ac31-4c73-a4b3-873a4a343fd0 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:56.510588 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6a97eb9e-59f7-43e7-8b04-ee8cc8c7ec42 req-f5ccb051-ac31-4c73-a4b3-873a4a343fd0 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 943 time: 0.0562882 May 26 18:08:56.517672 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-87514d1c-f7d1-43bf-aec8-e3b08391a35a admin admin] Publish callbacks [] for security_group (f0819d02-52da-4113-991c-033830e77c53), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.564216 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6a97eb9e-59f7-43e7-8b04-ee8cc8c7ec42 req-c8474140-cee9-45ed-b795-085a51973825 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 May 26 18:08:56.577035 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-87514d1c-f7d1-43bf-aec8-e3b08391a35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f0819d02-52da-4113-991c-033830e77c53), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.579791 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-87514d1c-f7d1-43bf-aec8-e3b08391a35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.583625 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-87514d1c-f7d1-43bf-aec8-e3b08391a35a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0819d02-52da-4113-991c-033830e77c53 HTTP/1.1" status: 204 len: 168 time: 0.1494102 May 26 18:08:56.593306 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87514d1c-f7d1-43bf-aec8-e3b08391a35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0819d02-52da-4113-991c-033830e77c53,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:57.111606 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 576d974e-1a70-4b87-9bbf-9ffe9490c72c no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:08:57.132707 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 576d974e-1a70-4b87-9bbf-9ffe9490c72c {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:08:57.133059 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 576d974e-1a70-4b87-9bbf-9ffe9490c72c not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:08:57.133484 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:08:57.152997 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:08:57.153348 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device d44bd9e8-3003-4c4a-9f37-d155fe3c33d3 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:08:57.308542 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46366) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:57.410316 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1634482262-network', 'tenant_id': '244bcbf9c54c419eb5cf2d14777fde2b'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:57.432300 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Made reservation on behalf of 244bcbf9c54c419eb5cf2d14777fde2b for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:08:57.434744 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:57.443528 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:57.519923 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b5348-ef6f-4a4f-bdce-c7b1aa965228 req-9ffd0c7d-257a-4329-b590-2f29b556355c tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:57.521487 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-634b5348-ef6f-4a4f-bdce-c7b1aa965228 req-9ffd0c7d-257a-4329-b590-2f29b556355c tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 945 time: 0.0699692 May 26 18:08:57.538032 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:57.580672 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=10 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:57.617578 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-634b5348-ef6f-4a4f-bdce-c7b1aa965228 req-70d2cdb2-a984-4842-a9bd-cf7dfe980bb8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897129 May 26 18:08:57.619404 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Publish callbacks [] for security_group (51818c9c-1a59-42aa-bb37-4c0c4cf7bdef), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:57.623942 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (51818c9c-1a59-42aa-bb37-4c0c4cf7bdef), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:57.657325 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:08:57.663057 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51818c9c-1a59-42aa-bb37-4c0c4cf7bdef,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:57.673006 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (c476761d-8d21-435d-bcc6-b456971d758b), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:57.673545 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Added segment c476761d-8d21-435d-bcc6-b456971d758b of type vlan for network be473afb-f5bf-4480-b1ee-4771d47a6ab9 May 26 18:08:57.697109 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12717dfc-44b5-42d8-bf4c-6528226fe8f6 req-39903e3e-b011-44f7-b2be-d0ed7c0fef67 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:57.698646 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-12717dfc-44b5-42d8-bf4c-6528226fe8f6 req-39903e3e-b011-44f7-b2be-d0ed7c0fef67 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 943 time: 0.0507429 May 26 18:08:57.719089 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (be473afb-f5bf-4480-b1ee-4771d47a6ab9), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:57.719555 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4bfc50c2-aad1-4b81-895e-7c92538a1416 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:08:57.724157 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device c33d9d21-0d51-4503-906b-480b6fb62472 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:08:57.756356 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (be473afb-f5bf-4480-b1ee-4771d47a6ab9), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:57.761526 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:57.762352 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:57.763938 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-12717dfc-44b5-42d8-bf4c-6528226fe8f6 req-5ccd4745-d8c7-46de-99f1-ae89786cfab7 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559740 May 26 18:08:57.819683 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5100214 May 26 18:08:57.823836 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46374) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:57.831579 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96bdbc-7732-4e0d-9afd-dd707e932554 admin admin] Pushing event updated for resources: {'Network': ['ID=be473afb-f5bf-4480-b1ee-4771d47a6ab9,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:57.832106 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Request body: {'subnet': {'network_id': 'be473afb-f5bf-4480-b1ee-4771d47a6ab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1634482262-subnet', 'tenant_id': '244bcbf9c54c419eb5cf2d14777fde2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:57.849198 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network be473afb-f5bf-4480-b1ee-4771d47a6ab9 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:08:57.854133 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Made reservation on behalf of 244bcbf9c54c419eb5cf2d14777fde2b for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:08:57.856732 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16137489'] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:57.870358 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port c33d9d21-0d51-4503-906b-480b6fb62472 completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:08:57.880613 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:57.923540 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port c33d9d21-0d51-4503-906b-480b6fb62472 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:08:57.923939 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:58.061406 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16743180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137479'] for subnet (f2c486a5-1928-446e-8a48-025bb3d22936), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:58.131875 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c486a5-1928-446e-8a48-025bb3d22936,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:58.132875 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4bfc50c2-aad1-4b81-895e-7c92538a1416, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4bfc50c2-aad1-4b81-895e-7c92538a1416,segment=NetworkSegment(e462b24c-2023-4973-bd9f-236bbc5aa47e),segment_id=e462b24c-2023-4973-bd9f-236bbc5aa47e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:58.142046 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.142399 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.142763 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.144201 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.144820 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.144820 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.145145 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.145488 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.145827 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.146178 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.146558 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.146922 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.147254 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.147586 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.147914 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:58.151455 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '4bfc50c2-aad1-4b81-895e-7c92538a1416', 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3', 'port_id': '4bfc50c2-aad1-4b81-895e-7c92538a1416', 'mac_address': 'fa:16:3e:c1:80:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ef49f8-ad0a-4438-89b3-759577a9f7c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:08:58.161918 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Checking segment: {'id': 'c476761d-8d21-435d-bcc6-b456971d758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'be473afb-f5bf-4480-b1ee-4771d47a6ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:08:58.162935 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Network hostable DHCP agents. Network: be473afb-f5bf-4480-b1ee-4771d47a6ab9, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:08:58.184539 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Network be473afb-f5bf-4480-b1ee-4771d47a6ab9 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:08:58.197200 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, be473afb-f5bf-4480-b1ee-4771d47a6ab9) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:08:58.209146 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29adca9f-e019-4400-a0da-446ba32441f1 None None] Network be473afb-f5bf-4480-b1ee-4771d47a6ab9 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:08:58.209636 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:58.210308 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:58.229785 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port c33d9d21-0d51-4503-906b-480b6fb62472 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:58.230215 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:58.239946 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-13991a22-2b94-4c75-bb1c-10c7a7a382cb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4142613 May 26 18:08:58.294898 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 4bfc50c2-aad1-4b81-895e-7c92538a1416 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:58.295214 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:58.303455 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33d9d21-0d51-4503-906b-480b6fb62472'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:58.306171 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e10568e-382d-4d94-9060-8e9f6f64f2d1" -d '{"events": [{"server_uuid": "e8ab62c1-6839-4a58-9dd4-848eed83661c", "name": "network-vif-plugged", "status": "completed", "tag": "c33d9d21-0d51-4503-906b-480b6fb62472"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:58.333372 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port c33d9d21-0d51-4503-906b-480b6fb62472, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c33d9d21-0d51-4503-906b-480b6fb62472,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:58.335484 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfc50c2-aad1-4b81-895e-7c92538a1416 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:08:58.351360 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:58.400631 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976362d9-b46e-4591-9e92-52bffd5fa43a x-openstack-request-id: req-976362d9-b46e-4591-9e92-52bffd5fa43a {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:58.400922 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ab62c1-6839-4a58-9dd4-848eed83661c", "name": "network-vif-plugged", "status": "completed", "tag": "c33d9d21-0d51-4503-906b-480b6fb62472", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:58.401169 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-976362d9-b46e-4591-9e92-52bffd5fa43a {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:58.401557 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-976362d9-b46e-4591-9e92-52bffd5fa43a'] response: {'server_uuid': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'code': 200} May 26 18:08:58.403495 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:58.408552 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4bfc50c2-aad1-4b81-895e-7c92538a1416, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4bfc50c2-aad1-4b81-895e-7c92538a1416,segment=NetworkSegment(e462b24c-2023-4973-bd9f-236bbc5aa47e),segment_id=e462b24c-2023-4973-bd9f-236bbc5aa47e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:58.434616 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0963060-ddd1-4781-9a14-f7f4ca52d485 req-ace026b1-66bf-4e5b-892e-4f5c6bca2114 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:58.436241 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b0963060-ddd1-4781-9a14-f7f4ca52d485 req-ace026b1-66bf-4e5b-892e-4f5c6bca2114 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 946 time: 0.0584078 May 26 18:08:58.443682 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:58.450399 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7108de15-9ffd-490a-9a25-e78572535b3c None None] Network be473afb-f5bf-4480-b1ee-4771d47a6ab9 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:08:58.493290 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b0963060-ddd1-4781-9a14-f7f4ca52d485 req-5f77eb6e-17c6-4c2b-86e3-a9f8f38f8160 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0481763 May 26 18:08:58.516282 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=c33d9d21-0d51-4503-906b-480b6fb62472,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:58.546544 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:58.591825 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:58.614496 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=4bfc50c2-aad1-4b81-895e-7c92538a1416,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:58.682824 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['4bfc50c2-aad1-4b81-895e-7c92538a1416'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:08:58.740929 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150214-e485-4ccd-97c7-c84c02a213ec req-7a5cf449-6837-4a0b-8de3-6a5f31be5ecd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:58.742715 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e4150214-e485-4ccd-97c7-c84c02a213ec req-7a5cf449-6837-4a0b-8de3-6a5f31be5ecd tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 946 time: 0.0511234 May 26 18:08:58.810676 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e4150214-e485-4ccd-97c7-c84c02a213ec req-f5e23ca1-6001-45a3-90dc-125ebaba7f13 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616343 May 26 18:08:58.821809 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46406) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:58.826945 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-445796509-network', 'tenant_id': 'a1c936199bb046358b41fd2ace672712'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:58.850358 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Made reservation on behalf of a1c936199bb046358b41fd2ace672712 for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:08:58.853196 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:58.863794 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:58.923242 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd706d7-6800-45f9-92f8-b53466b352b2 req-628bf789-3428-47d3-900f-f4a425949062 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:58.924807 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3fd706d7-6800-45f9-92f8-b53466b352b2 req-628bf789-3428-47d3-900f-f4a425949062 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 944 time: 0.0679300 May 26 18:08:59.003585 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3fd706d7-6800-45f9-92f8-b53466b352b2 req-915511eb-ff46-4eef-8f2b-7565fba70dc8 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693638 May 26 18:08:59.024889 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Publish callbacks [] for security_group (0a92c758-e50d-4581-acbf-081594e7e981), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:59.029021 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (0a92c758-e50d-4581-acbf-081594e7e981), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:59.051703 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:08:59.068825 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a92c758-e50d-4581-acbf-081594e7e981,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:59.071803 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (baedcbe9-f356-4f65-aca9-8fe3110f96df), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:59.072250 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Added segment baedcbe9-f356-4f65-aca9-8fe3110f96df of type vlan for network 0f1f295d-eedd-4357-ab74-4cd7a18a3bce May 26 18:08:59.113848 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (0f1f295d-eedd-4357-ab74-4cd7a18a3bce), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:59.138832 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (0f1f295d-eedd-4357-ab74-4cd7a18a3bce), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:59.139888 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:59.140639 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:59.191262 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3676689 May 26 18:08:59.194251 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46408) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:59.199138 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-496ff7b5-3cc4-469c-91e5-11e56999d299 admin admin] Request body: {'subnet': {'network_id': '0f1f295d-eedd-4357-ab74-4cd7a18a3bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-445796509-subnet', 'tenant_id': 'a1c936199bb046358b41fd2ace672712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:59.203803 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1beb0-844d-488d-b86a-7bca41e64cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=0f1f295d-eedd-4357-ab74-4cd7a18a3bce,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:59.214213 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 0f1f295d-eedd-4357-ab74-4cd7a18a3bce details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:08:59.219604 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496ff7b5-3cc4-469c-91e5-11e56999d299 admin admin] Made reservation on behalf of a1c936199bb046358b41fd2ace672712 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:08:59.222389 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-496ff7b5-3cc4-469c-91e5-11e56999d299 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16137489'] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:59.545089 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:59.560809 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:59.597614 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ce6ce-f449-427a-9266-2d916520bc38 req-83f26a81-eb54-4d74-ba47-0711659810f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:59.599389 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e90ce6ce-f449-427a-9266-2d916520bc38 req-83f26a81-eb54-4d74-ba47-0711659810f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 1130 time: 0.0493050 May 26 18:08:59.632500 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:59.648057 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d3578-048f-43c4-89ef-c12947b97762 req-5b29f33e-81f5-419b-88ea-23cfd64ee939 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:59.649582 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d84d3578-048f-43c4-89ef-c12947b97762 req-5b29f33e-81f5-419b-88ea-23cfd64ee939 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 946 time: 0.0656404 May 26 18:08:59.657026 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e90ce6ce-f449-427a-9266-2d916520bc38 req-2ac37a7b-3b4f-45e9-b60b-d3cb7e7500a8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444617 May 26 18:08:59.700909 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:59.713833 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-496ff7b5-3cc4-469c-91e5-11e56999d299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16743180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137479'] for subnet (5aa6d95d-81a9-466a-a43c-a0f60996c312), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:59.730097 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4bfc50c2-aad1-4b81-895e-7c92538a1416 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:08:59.771249 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:59.779689 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d84d3578-048f-43c4-89ef-c12947b97762 req-96bf3b5a-a593-4858-aa49-a4d06ea4da64 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cc23954-35c3-494c-94e1-c112271f3ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1090856 May 26 18:08:59.789019 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port 4bfc50c2-aad1-4b81-895e-7c92538a1416 completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:08:59.795711 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 4bfc50c2-aad1-4b81-895e-7c92538a1416 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:08:59.796352 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:59.810563 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ff7b5-3cc4-469c-91e5-11e56999d299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa6d95d-81a9-466a-a43c-a0f60996c312,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:59.813707 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496ff7b5-3cc4-469c-91e5-11e56999d299 admin admin] Checking segment: {'id': 'baedcbe9-f356-4f65-aca9-8fe3110f96df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0f1f295d-eedd-4357-ab74-4cd7a18a3bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:08:59.814069 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496ff7b5-3cc4-469c-91e5-11e56999d299 admin admin] Network hostable DHCP agents. Network: 0f1f295d-eedd-4357-ab74-4cd7a18a3bce, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:08:59.833168 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496ff7b5-3cc4-469c-91e5-11e56999d299 admin admin] Network 0f1f295d-eedd-4357-ab74-4cd7a18a3bce is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:08:59.861450 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-496ff7b5-3cc4-469c-91e5-11e56999d299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 0f1f295d-eedd-4357-ab74-4cd7a18a3bce) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:08:59.867045 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ff7b5-3cc4-469c-91e5-11e56999d299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:59.867962 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-496ff7b5-3cc4-469c-91e5-11e56999d299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:59.878849 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392575b8-178d-46ab-a5f8-8567f1b99542 None None] Network 0f1f295d-eedd-4357-ab74-4cd7a18a3bce requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:08:59.888520 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-496ff7b5-3cc4-469c-91e5-11e56999d299 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6928935 May 26 18:08:59.906107 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 4bfc50c2-aad1-4b81-895e-7c92538a1416 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:59.906502 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:59.909126 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-216a97df-7d54-4cba-a4ce-7ae96feb0632 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:59.911604 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-216a97df-7d54-4cba-a4ce-7ae96feb0632 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 946 time: 0.0670180 May 26 18:08:59.993315 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 4bfc50c2-aad1-4b81-895e-7c92538a1416, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4bfc50c2-aad1-4b81-895e-7c92538a1416,segment=NetworkSegment(e462b24c-2023-4973-bd9f-236bbc5aa47e),segment_id=e462b24c-2023-4973-bd9f-236bbc5aa47e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:59.995955 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba06c84-a041-4193-8ee3-2fbd7dbae647 req-5df4e78a-bc29-41a5-ba9d-5c6bba7ed318 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:59.997801 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fba06c84-a041-4193-8ee3-2fbd7dbae647 req-5df4e78a-bc29-41a5-ba9d-5c6bba7ed318 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 946 time: 0.0816736 May 26 18:08:59.999714 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.042840 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46418) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:00.054438 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101f98a3-7885-4668-9d31-b87903c2e0b4 None None] Network 0f1f295d-eedd-4357-ab74-4cd7a18a3bce requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:09:00.109503 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a32b6a5-9d1c-413e-a47e-3bae6e9e1f8c admin admin] Deleting subnet f2c486a5-1928-446e-8a48-025bb3d22936 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:09:00.125620 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fba06c84-a041-4193-8ee3-2fbd7dbae647 req-38023d9d-554c-4c51-8d1f-8dde1823bb4c tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129932 May 26 18:09:00.130468 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Deleting port 4f4d056e-de52-4943-ab5b-725a0214cc05 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:00.130888 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.133231 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=4bfc50c2-aad1-4b81-895e-7c92538a1416,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:00.157927 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1a32b6a5-9d1c-413e-a47e-3bae6e9e1f8c admin admin] Publish callbacks [] for subnet (f2c486a5-1928-446e-8a48-025bb3d22936), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.208498 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3622960-9729-4692-bfd7-340633213a3e req-90668917-0e6f-499b-92da-1c39c5b288f1 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:00.210600 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d3622960-9729-4692-bfd7-340633213a3e req-90668917-0e6f-499b-92da-1c39c5b288f1 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 945 time: 0.1171348 May 26 18:09:00.215776 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1a32b6a5-9d1c-413e-a47e-3bae6e9e1f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551979'] for subnet (f2c486a5-1928-446e-8a48-025bb3d22936), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.243959 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] For port 4f4d056e-de52-4943-ab5b-725a0214cc05, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4f4d056e-de52-4943-ab5b-725a0214cc05,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:00.244382 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.298904 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1a32b6a5-9d1c-413e-a47e-3bae6e9e1f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (f2c486a5-1928-446e-8a48-025bb3d22936), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.325553 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d3622960-9729-4692-bfd7-340633213a3e req-b63ce0e0-bfda-4969-bc46-e67d1600bc41 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072781 May 26 18:09:00.366956 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1a32b6a5-9d1c-413e-a47e-3bae6e9e1f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16743245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137532'] for subnet (f2c486a5-1928-446e-8a48-025bb3d22936), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.397657 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32b6a5-9d1c-413e-a47e-3bae6e9e1f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c486a5-1928-446e-8a48-025bb3d22936,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:00.401392 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1a32b6a5-9d1c-413e-a47e-3bae6e9e1f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.403149 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27142015-9fcb-4e3e-802d-f687fda3c961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfc50c2-aad1-4b81-895e-7c92538a1416'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:09:00.407328 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-1a32b6a5-9d1c-413e-a47e-3bae6e9e1f8c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f2c486a5-1928-446e-8a48-025bb3d22936 HTTP/1.1" status: 204 len: 168 time: 0.3611574 May 26 18:09:00.407488 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c9e9cd-c04b-43ea-997e-8346642587e7" -d '{"events": [{"server_uuid": "27142015-9fcb-4e3e-802d-f687fda3c961", "name": "network-vif-plugged", "status": "completed", "tag": "4bfc50c2-aad1-4b81-895e-7c92538a1416"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:09:00.407612 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46420) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:00.424377 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.424786 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (53cbf7ab-01f7-4cab-9669-e890f974cf89), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.425713 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Floating IP 53cbf7ab-01f7-4cab-9669-e890f974cf89 disassociated. External IP: 172.27.0.205, port: 4f4d056e-de52-4943-ab5b-725a0214cc05. May 26 18:09:00.426098 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Calling delete_port for 4f4d056e-de52-4943-ab5b-725a0214cc05 owned by compute:nova {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:00.459257 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe8979e-3a54-4525-9c20-7d36e308e88b x-openstack-request-id: req-efe8979e-3a54-4525-9c20-7d36e308e88b {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:09:00.459556 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27142015-9fcb-4e3e-802d-f687fda3c961", "name": "network-vif-plugged", "status": "completed", "tag": "4bfc50c2-aad1-4b81-895e-7c92538a1416", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:09:00.459839 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efe8979e-3a54-4525-9c20-7d36e308e88b {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:09:00.460418 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe8979e-3a54-4525-9c20-7d36e308e88b'] response: {'server_uuid': '27142015-9fcb-4e3e-802d-f687fda3c961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfc50c2-aad1-4b81-895e-7c92538a1416', 'code': 200} May 26 18:09:00.482001 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (be473afb-f5bf-4480-b1ee-4771d47a6ab9), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.569637 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (4f4d056e-de52-4943-ab5b-725a0214cc05), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.579903 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (be473afb-f5bf-4480-b1ee-4771d47a6ab9), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.605602 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be473afb-f5bf-4480-b1ee-4771d47a6ab9']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:00.607369 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event deleted for resources: {'Port': ['ID=4f4d056e-de52-4943-ab5b-725a0214cc05,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:00.620114 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c476761d-8d21-435d-bcc6-b456971d758b') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:00.620428 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c476761d-8d21-435d-bcc6-b456971d758b') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:00.633667 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551954'] for segment (c476761d-8d21-435d-bcc6-b456971d758b), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.650145 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:00.655113 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (c476761d-8d21-435d-bcc6-b456971d758b), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.666710 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:09:00.667087 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16737519'] for segment (c476761d-8d21-435d-bcc6-b456971d758b), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.687166 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment c476761d-8d21-435d-bcc6-b456971d758b resource provider aggregate not found May 26 18:09:00.733062 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment c476761d-8d21-435d-bcc6-b456971d758b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c476761d-8d21-435d-bcc6-b456971d758b found for delete ", "request_id": "req-12813363-5a7a-44ff-bc2e-64692b29ecb3"}]} May 26 18:09:00.734460 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (be473afb-f5bf-4480-b1ee-4771d47a6ab9), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.743651 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Router 160b2a10-3209-4a76-a356-fb34b111eca5 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:09:00.751581 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.757542 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] 10.222.0.69 "DELETE /v2.0/networks/be473afb-f5bf-4480-b1ee-4771d47a6ab9 HTTP/1.1" status: 204 len: 168 time: 0.3464770 May 26 18:09:00.757542 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2a7a1-d2a2-4c8d-b851-277d56c96ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=be473afb-f5bf-4480-b1ee-4771d47a6ab9,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:00.758372 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46428) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:00.763586 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:00.812721 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1961cc-1564-4599-85ed-ea925658b5c7 admin admin] Deleting subnet 5aa6d95d-81a9-466a-a43c-a0f60996c312 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:09:00.816696 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3b1961cc-1564-4599-85ed-ea925658b5c7 admin admin] Publish callbacks [] for subnet (5aa6d95d-81a9-466a-a43c-a0f60996c312), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.856992 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3b1961cc-1564-4599-85ed-ea925658b5c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551979'] for subnet (5aa6d95d-81a9-466a-a43c-a0f60996c312), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.870449 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:09:00.881952 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc003207-a472-46f9-9b03-c84c0ac879c8 None None] Sync routers for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:09:00.892177 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc003207-a472-46f9-9b03-c84c0ac879c8 None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:00.893447 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-bc003207-a472-46f9-9b03-c84c0ac879c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:00.917502 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-d5824b9b-8a34-4c2f-8c2e-d2dee9f5ac4f req-42ed3d6a-2cd5-4dae-bbcc-2a026573d499 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/ports?device_id=09d62436-ae28-4b39-90d2-4530f04e4f66 HTTP/1.1" status: 200 len: 210 time: 0.0574188 May 26 18:09:00.919599 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:00.921574 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] No DVR routers for this DVR port 4f4d056e-de52-4943-ab5b-725a0214cc05 on host hv-cinder-83607 {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:09:00.925802 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.930425 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ae9aabdf-817d-42af-983b-786e1b17f30b req-d8adf2c6-dc36-4e87-b27d-5b46e19b17f1 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.62 "DELETE /v2.0/ports/4f4d056e-de52-4943-ab5b-725a0214cc05 HTTP/1.1" status: 204 len: 173 time: 0.9797173 May 26 18:09:00.933163 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'name': 'network-vif-deleted', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:09:00.936146 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16216b8-7a8b-4bc2-b6d7-39d6dc7a03d6" -d '{"events": [{"server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "name": "network-vif-deleted", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:09:00.942773 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3b1961cc-1564-4599-85ed-ea925658b5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (5aa6d95d-81a9-466a-a43c-a0f60996c312), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.000553 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb2491-566b-49bb-9f6f-dabb32c6da91 req-ed270ceb-31c4-482b-88ba-3b9d63025a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:01.004123 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-60eb2491-566b-49bb-9f6f-dabb32c6da91 req-ed270ceb-31c4-482b-88ba-3b9d63025a13 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 1129 time: 0.0715206 May 26 18:09:01.010420 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cef432-17f8-4af1-9494-a7941ad08ce2 x-openstack-request-id: req-50cef432-17f8-4af1-9494-a7941ad08ce2 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:09:01.012457 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d62436-ae28-4b39-90d2-4530f04e4f66", "name": "network-vif-deleted", "tag": "4f4d056e-de52-4943-ab5b-725a0214cc05", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:09:01.014159 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50cef432-17f8-4af1-9494-a7941ad08ce2 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:09:01.014689 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50cef432-17f8-4af1-9494-a7941ad08ce2'] response: {'server_uuid': '09d62436-ae28-4b39-90d2-4530f04e4f66', 'name': 'network-vif-deleted', 'tag': '4f4d056e-de52-4943-ab5b-725a0214cc05', 'status': 'completed', 'code': 200} May 26 18:09:01.037122 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-bc003207-a472-46f9-9b03-c84c0ac879c8 None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:01.040082 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3b1961cc-1564-4599-85ed-ea925658b5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16743245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137532'] for subnet (5aa6d95d-81a9-466a-a43c-a0f60996c312), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.075329 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1961cc-1564-4599-85ed-ea925658b5c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa6d95d-81a9-466a-a43c-a0f60996c312,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:01.077496 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3b1961cc-1564-4599-85ed-ea925658b5c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.080778 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3b1961cc-1564-4599-85ed-ea925658b5c7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5aa6d95d-81a9-466a-a43c-a0f60996c312 HTTP/1.1" status: 204 len: 168 time: 0.3220315 May 26 18:09:01.083384 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46434) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:01.170433 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (0f1f295d-eedd-4357-ab74-4cd7a18a3bce), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.199477 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:01.228334 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-60eb2491-566b-49bb-9f6f-dabb32c6da91 req-8cc46913-6ae1-4144-a061-b47f20567ba2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734646 May 26 18:09:01.286068 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-bc003207-a472-46f9-9b03-c84c0ac879c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:25Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:01.301431 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (0f1f295d-eedd-4357-ab74-4cd7a18a3bce), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.310799 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc003207-a472-46f9-9b03-c84c0ac879c8 None None] Checking router: 160b2a10-3209-4a76-a356-fb34b111eca5 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:09:01.321053 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc003207-a472-46f9-9b03-c84c0ac879c8 None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:01.321766 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-bc003207-a472-46f9-9b03-c84c0ac879c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:01.352464 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bc560-bd34-4e96-8d70-65694ee06b0d req-87654dbf-8eed-4e1f-b54c-972fdf2ec95d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:01.353869 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-509bc560-bd34-4e96-8d70-65694ee06b0d req-87654dbf-8eed-4e1f-b54c-972fdf2ec95d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 946 time: 0.0746531 May 26 18:09:01.355540 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1f295d-eedd-4357-ab74-4cd7a18a3bce']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:01.373916 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baedcbe9-f356-4f65-aca9-8fe3110f96df') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:01.374231 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baedcbe9-f356-4f65-aca9-8fe3110f96df') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:01.391568 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551954'] for segment (baedcbe9-f356-4f65-aca9-8fe3110f96df), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.417170 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (baedcbe9-f356-4f65-aca9-8fe3110f96df), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.432838 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:09:01.433249 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16737519'] for segment (baedcbe9-f356-4f65-aca9-8fe3110f96df), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.438801 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-509bc560-bd34-4e96-8d70-65694ee06b0d req-161cf6aa-6cf7-479a-aae4-07322ca629e6 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747428 May 26 18:09:01.511606 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695c028-3671-4abd-88a8-d884321707e5 req-515c9d25-4567-4e10-b75a-9eb47ef770f0 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:01.513254 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6695c028-3671-4abd-88a8-d884321707e5 req-515c9d25-4567-4e10-b75a-9eb47ef770f0 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 945 time: 0.0869579 May 26 18:09:01.514817 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (0f1f295d-eedd-4357-ab74-4cd7a18a3bce), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.533334 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.537937 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] 10.222.0.69 "DELETE /v2.0/networks/0f1f295d-eedd-4357-ab74-4cd7a18a3bce HTTP/1.1" status: 204 len: 168 time: 0.4535275 May 26 18:09:01.539135 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc895b5-38f5-4585-9670-8144821a6b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=0f1f295d-eedd-4357-ab74-4cd7a18a3bce,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:01.594660 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-bc003207-a472-46f9-9b03-c84c0ac879c8 None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:01.604872 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-6695c028-3671-4abd-88a8-d884321707e5 req-f1fd4fa0-3b3e-41af-bdbb-4bb82c167b87 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749161 May 26 18:09:01.642721 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7af636-7753-495a-b975-d54f5000d41a req-e05fe877-93e1-4b9e-a0d2-11c51a20c6a1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:01.648670 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4a7af636-7753-495a-b975-d54f5000d41a req-e05fe877-93e1-4b9e-a0d2-11c51a20c6a1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 946 time: 0.0790119 May 26 18:09:01.702786 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4a7af636-7753-495a-b975-d54f5000d41a req-370034a1-ae4a-427f-b88a-8161fb7746ee tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512593 May 26 18:09:01.727852 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46444) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:01.777678 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e35aef-debb-4509-8424-e642af7dfda4 tempest-TestVolumeBootPattern-1996189234 tempest-TestVolumeBootPattern-1996189234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:01.780479 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e8e35aef-debb-4509-8424-e642af7dfda4 tempest-TestVolumeBootPattern-1996189234 tempest-TestVolumeBootPattern-1996189234-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 1125 time: 0.0512390 May 26 18:09:01.782183 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46446) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:01.787660 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'port_id': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:01.789072 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46448) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:01.810692 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.810954 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-bc003207-a472-46f9-9b03-c84c0ac879c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:25Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:01.841400 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc003207-a472-46f9-9b03-c84c0ac879c8 None None] The sync data for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi is: [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:01:19Z', 'revision_number': 4, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'c6a99119-10d5-4609-bde6-dde43934a73a', 'name': '', 'network_id': '2cd2844c-2075-4a75-ad58-855aef5bd960', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'mac_address': 'fa:16:3e:1d:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:16Z', 'updated_at': '2022-05-26T18:01:25Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'subnets': [{'id': 'd8f61508-65b2-43cd-83fc-505deb57e794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:09:01.844810 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-07814f09-0a63-487a-af39-648a83c99441 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=244bcbf9c54c419eb5cf2d14777fde2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546029 May 26 18:09:01.848106 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46450) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:01.884308 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:01.901238 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.911830 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1512c07c-61e6-4575-9e52-0af1498c485b admin admin] Publish callbacks [] for security_group (51818c9c-1a59-42aa-bb37-4c0c4cf7bdef), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.940120 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1512c07c-61e6-4575-9e52-0af1498c485b admin admin] Publish callbacks [] for security_group (51818c9c-1a59-42aa-bb37-4c0c4cf7bdef), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.024966 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1512c07c-61e6-4575-9e52-0af1498c485b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (51818c9c-1a59-42aa-bb37-4c0c4cf7bdef), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.028179 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1512c07c-61e6-4575-9e52-0af1498c485b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.029359 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-1512c07c-61e6-4575-9e52-0af1498c485b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51818c9c-1a59-42aa-bb37-4c0c4cf7bdef HTTP/1.1" status: 204 len: 168 time: 0.1803257 May 26 18:09:02.030999 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Allocated IP 172.27.0.98 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/e1607c22-cef5-473e-bc12-c8f45ce6e17b) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:09:02.044059 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512c07c-61e6-4575-9e52-0af1498c485b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51818c9c-1a59-42aa-bb37-4c0c4cf7bdef,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:02.080359 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46458) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:02.173334 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for port (e1607c22-cef5-473e-bc12-c8f45ce6e17b), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.191264 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba21c2-2898-41ae-8186-b40871a2b662 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group (7cc23954-35c3-494c-94e1-c112271f3ea0), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.210731 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (e1607c22-cef5-473e-bc12-c8f45ce6e17b), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.235483 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba21c2-2898-41ae-8186-b40871a2b662 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group (7cc23954-35c3-494c-94e1-c112271f3ea0), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.237318 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342bdac-13ef-41d2-b81d-5f6ceaa997a1 None None] New status for floating IP 53cbf7ab-01f7-4cab-9669-e890f974cf89: DOWN {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:09:02.281689 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'Port': ['ID=e1607c22-cef5-473e-bc12-c8f45ce6e17b,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:02.294942 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:09:02.296772 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:09:02.299651 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:09:02.301838 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba21c2-2898-41ae-8186-b40871a2b662 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (7cc23954-35c3-494c-94e1-c112271f3ea0), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.305377 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba21c2-2898-41ae-8186-b40871a2b662 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.307034 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f2ba21c2-2898-41ae-8186-b40871a2b662 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "DELETE /v2.0/security-groups/7cc23954-35c3-494c-94e1-c112271f3ea0 HTTP/1.1" status: 204 len: 168 time: 0.2256682 May 26 18:09:02.311127 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46462) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:02.314128 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:02.342495 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.api.v2.resource [None req-d037cd55-4c05-419b-b754-918917bc9735 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] show failed (client error): The resource could not be found. May 26 18:09:02.344501 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d037cd55-4c05-419b-b754-918917bc9735 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "GET /v2.0/security-groups/7cc23954-35c3-494c-94e1-c112271f3ea0 HTTP/1.1" status: 404 len: 347 time: 0.0284178 May 26 18:09:02.347566 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46464) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:02.352366 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba21c2-2898-41ae-8186-b40871a2b662 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc23954-35c3-494c-94e1-c112271f3ea0,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:02.469878 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:02.489443 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-dad4e99d-2342-4db6-a95c-3dededfb8e36 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Deleting port c03499d6-d253-4a6b-abe9-62bc30789bbe {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:02.489659 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dad4e99d-2342-4db6-a95c-3dededfb8e36 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (c03499d6-d253-4a6b-abe9-62bc30789bbe), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.564776 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46466) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:02.594111 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dad4e99d-2342-4db6-a95c-3dededfb8e36 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (c03499d6-d253-4a6b-abe9-62bc30789bbe), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.594437 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dad4e99d-2342-4db6-a95c-3dededfb8e36 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (c03499d6-d253-4a6b-abe9-62bc30789bbe), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.616911 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-dad4e99d-2342-4db6-a95c-3dededfb8e36 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Calling delete_port for c03499d6-d253-4a6b-abe9-62bc30789bbe owned by network:floatingip {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:02.644374 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-5fc9e144-57b7-428f-89ae-a92867c42492 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1c936199bb046358b41fd2ace672712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746303 May 26 18:09:02.644374 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46470) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:02.726630 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:02.760970 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment baedcbe9-f356-4f65-aca9-8fe3110f96df resource provider aggregate not found May 26 18:09:02.767442 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851e50-5f2f-4860-80d1-32040de3c00c req-d5980d86-7aad-46dc-abfc-882278c233f7 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:02.770251 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-41851e50-5f2f-4860-80d1-32040de3c00c req-d5980d86-7aad-46dc-abfc-882278c233f7 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 945 time: 0.0826693 May 26 18:09:02.770360 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1687f341-39a8-49ba-81f6-84baf775ba69 admin admin] Publish callbacks [] for security_group (0a92c758-e50d-4581-acbf-081594e7e981), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.795710 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment baedcbe9-f356-4f65-aca9-8fe3110f96df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid baedcbe9-f356-4f65-aca9-8fe3110f96df found for delete ", "request_id": "req-61a00585-c98a-4230-9751-faf666faa931"}]} May 26 18:09:02.808078 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (28138985-3189-4d81-9d48-7269c4198651), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.821737 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1687f341-39a8-49ba-81f6-84baf775ba69 admin admin] Publish callbacks [] for security_group (0a92c758-e50d-4581-acbf-081594e7e981), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.870322 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:02.871166 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-41851e50-5f2f-4860-80d1-32040de3c00c req-70cb56e9-a14d-4a32-86bf-be2f9bd2f376 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855222 May 26 18:09:02.883343 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dad4e99d-2342-4db6-a95c-3dededfb8e36 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (c03499d6-d253-4a6b-abe9-62bc30789bbe), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.916438 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4e99d-2342-4db6-a95c-3dededfb8e36 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Pushing event deleted for resources: {'Port': ['ID=c03499d6-d253-4a6b-abe9-62bc30789bbe,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:02.916737 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (e1607c22-cef5-473e-bc12-c8f45ce6e17b), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.943639 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1687f341-39a8-49ba-81f6-84baf775ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (0a92c758-e50d-4581-acbf-081594e7e981), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.946086 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1687f341-39a8-49ba-81f6-84baf775ba69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:02.948578 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-1687f341-39a8-49ba-81f6-84baf775ba69 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a92c758-e50d-4581-acbf-081594e7e981 HTTP/1.1" status: 204 len: 168 time: 0.3043804 May 26 18:09:02.983432 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687f341-39a8-49ba-81f6-84baf775ba69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a92c758-e50d-4581-acbf-081594e7e981,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:03.009162 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dad4e99d-2342-4db6-a95c-3dededfb8e36 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks [] for floatingip (53cbf7ab-01f7-4cab-9669-e890f974cf89), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:03.013949 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dad4e99d-2342-4db6-a95c-3dededfb8e36 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:03.021231 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-dad4e99d-2342-4db6-a95c-3dededfb8e36 tempest-AttachVolumeShelveTestJSON-1834557193 tempest-AttachVolumeShelveTestJSON-1834557193-project] 10.222.0.69 "DELETE /v2.0/floatingips/53cbf7ab-01f7-4cab-9669-e890f974cf89 HTTP/1.1" status: 204 len: 168 time: 0.6715257 May 26 18:09:03.183570 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for port (e1607c22-cef5-473e-bc12-c8f45ce6e17b), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:03.191984 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (e1607c22-cef5-473e-bc12-c8f45ce6e17b), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:03.271356 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'Port': ['ID=e1607c22-cef5-473e-bc12-c8f45ce6e17b,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:03.282512 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (28138985-3189-4d81-9d48-7269c4198651), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:03.403007 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Floating IP 28138985-3189-4d81-9d48-7269c4198651 associated. External IP: 172.27.0.98, port: c33d9d21-0d51-4503-906b-480b6fb62472. May 26 18:09:03.540038 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:03.741027 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4f4d056e-de52-4943-ab5b-725a0214cc05 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:03.771657 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: 4f4d056e-de52-4943-ab5b-725a0214cc05 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:03.771657 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4f4d056e-de52-4943-ab5b-725a0214cc05 not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:03.958363 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dae02b-1940-4644-9b6f-bcab4a28a4a6 req-5d4c641f-a6bb-492b-a2c2-b2f7a9cb0359 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:03.959897 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a2dae02b-1940-4644-9b6f-bcab4a28a4a6 req-5d4c641f-a6bb-492b-a2c2-b2f7a9cb0359 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 945 time: 0.3214045 May 26 18:09:03.967327 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Router a3b11972-9046-491b-afff-1a5e32bfa300 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:09:03.978135 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:04.056863 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a2dae02b-1940-4644-9b6f-bcab4a28a4a6 req-34594882-628f-4630-8720-795811e2bdfc tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883639 May 26 18:09:04.130162 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:09:04.141666 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29288cbd-08f2-4724-bfb0-5966c0771dd5 None None] Sync routers for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:09:04.150931 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:04.154099 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29288cbd-08f2-4724-bfb0-5966c0771dd5 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:04.154989 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-29288cbd-08f2-4724-bfb0-5966c0771dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:04.184755 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9be6c896-a93b-4195-956a-ded90d5863b8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4013429 May 26 18:09:04.185378 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'tag': 'c33d9d21-0d51-4503-906b-480b6fb62472'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:09:04.187661 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c886b9e-e72e-4b3f-a6f0-4d1fa902d712" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ab62c1-6839-4a58-9dd4-848eed83661c", "tag": "c33d9d21-0d51-4503-906b-480b6fb62472"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:09:04.230559 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b648e751-a5c6-415f-879c-9eef32c3919d x-openstack-request-id: req-b648e751-a5c6-415f-879c-9eef32c3919d {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:09:04.230871 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ab62c1-6839-4a58-9dd4-848eed83661c", "tag": "c33d9d21-0d51-4503-906b-480b6fb62472", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:09:04.231095 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b648e751-a5c6-415f-879c-9eef32c3919d {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:09:04.231976 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b648e751-a5c6-415f-879c-9eef32c3919d'] response: {'name': 'network-changed', 'server_uuid': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'tag': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'status': 'completed', 'code': 200} May 26 18:09:04.299779 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-29288cbd-08f2-4724-bfb0-5966c0771dd5 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:04.453288 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:04.519161 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:04.531292 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-29288cbd-08f2-4724-bfb0-5966c0771dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '28138985-3189-4d81-9d48-7269c4198651', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:93:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:09:02Z', 'updated_at': '2022-05-26T18:09:02Z', 'revision_number': 0, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:04.556469 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29288cbd-08f2-4724-bfb0-5966c0771dd5 None None] Checking router: a3b11972-9046-491b-afff-1a5e32bfa300 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:09:04.565316 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29288cbd-08f2-4724-bfb0-5966c0771dd5 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:04.565985 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-29288cbd-08f2-4724-bfb0-5966c0771dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:04.635113 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c886b9e-e72e-4b3f-a6f0-4d1fa902d712 req-691b6cab-f7b5-4211-9016-2d7e6c95d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:04.636936 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5c886b9e-e72e-4b3f-a6f0-4d1fa902d712 req-691b6cab-f7b5-4211-9016-2d7e6c95d333 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 1130 time: 0.0532296 May 26 18:09:04.691891 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-29288cbd-08f2-4724-bfb0-5966c0771dd5 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:04.747624 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c886b9e-e72e-4b3f-a6f0-4d1fa902d712 req-59ddd909-46f3-4c4b-b4aa-2a6ce6353676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:04.752488 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5c886b9e-e72e-4b3f-a6f0-4d1fa902d712 req-59ddd909-46f3-4c4b-b4aa-2a6ce6353676 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 912 time: 0.1024966 May 26 18:09:04.857720 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5c886b9e-e72e-4b3f-a6f0-4d1fa902d712 req-2cd556dd-7bb9-423a-8e0e-af584e0b7859 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c33d9d21-0d51-4503-906b-480b6fb62472 HTTP/1.1" status: 200 len: 999 time: 0.0907443 May 26 18:09:04.950180 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-29288cbd-08f2-4724-bfb0-5966c0771dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '28138985-3189-4d81-9d48-7269c4198651', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:93:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:09:02Z', 'updated_at': '2022-05-26T18:09:02Z', 'revision_number': 0, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:04.966257 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635b646-9ec9-4525-9e88-553ff36f15f9 req-1095c505-5157-41a1-b91f-e62dd02354d4 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:04.968306 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e635b646-9ec9-4525-9e88-553ff36f15f9 req-1095c505-5157-41a1-b91f-e62dd02354d4 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.62 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 945 time: 0.0909381 May 26 18:09:04.977316 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29288cbd-08f2-4724-bfb0-5966c0771dd5 None None] The sync data for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi is: [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '28138985-3189-4d81-9d48-7269c4198651', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:93:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:09:02Z', 'updated_at': '2022-05-26T18:09:02Z', 'revision_number': 0, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:09:04.986862 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c886b9e-e72e-4b3f-a6f0-4d1fa902d712 req-50a83911-09f0-4359-b9e8-6ee87ad161a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:04.988547 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5c886b9e-e72e-4b3f-a6f0-4d1fa902d712 req-50a83911-09f0-4359-b9e8-6ee87ad161a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.1127574 May 26 18:09:05.119442 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c886b9e-e72e-4b3f-a6f0-4d1fa902d712 req-edb6ede5-585e-485a-ba5b-3efd361aac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:05.122234 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5c886b9e-e72e-4b3f-a6f0-4d1fa902d712 req-edb6ede5-585e-485a-ba5b-3efd361aac6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103160 May 26 18:09:05.214955 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-e635b646-9ec9-4525-9e88-553ff36f15f9 req-3e9f951e-fad7-4e9f-8940-98005bdc4637 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Deleting port 4bfc50c2-aad1-4b81-895e-7c92538a1416 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:05.215307 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-e635b646-9ec9-4525-9e88-553ff36f15f9 req-3e9f951e-fad7-4e9f-8940-98005bdc4637 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:05.248004 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f338b7-df51-4290-aae3-c995e654b0b5 None None] New status for floating IP 28138985-3189-4d81-9d48-7269c4198651: ACTIVE {{(pid=103838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:09:05.290192 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:05.293482 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c05b7-3d86-4136-8553-92c7b1470b6b req-e479724e-52f4-4343-b12a-1ac408f50e0c tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:05.295062 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cd4c05b7-3d86-4136-8553-92c7b1470b6b req-e479724e-52f4-4343-b12a-1ac408f50e0c tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=27142015-9fcb-4e3e-802d-f687fda3c961 HTTP/1.1" status: 200 len: 945 time: 0.1495969 May 26 18:09:05.356155 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5c886b9e-e72e-4b3f-a6f0-4d1fa902d712 req-04b9220f-d365-4f66-87b5-fede33e62a7e service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273676 May 26 18:09:05.387154 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:05.424950 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-e635b646-9ec9-4525-9e88-553ff36f15f9 req-3e9f951e-fad7-4e9f-8940-98005bdc4637 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] For port 4bfc50c2-aad1-4b81-895e-7c92538a1416, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4bfc50c2-aad1-4b81-895e-7c92538a1416,segment=NetworkSegment(e462b24c-2023-4973-bd9f-236bbc5aa47e),segment_id=e462b24c-2023-4973-bd9f-236bbc5aa47e)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:05.425364 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-e635b646-9ec9-4525-9e88-553ff36f15f9 req-3e9f951e-fad7-4e9f-8940-98005bdc4637 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:05.431441 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cd4c05b7-3d86-4136-8553-92c7b1470b6b req-bf8ce501-fb44-45ad-a203-d23fa1e69c36 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290667 May 26 18:09:05.471107 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:05.476877 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-e635b646-9ec9-4525-9e88-553ff36f15f9 req-3e9f951e-fad7-4e9f-8940-98005bdc4637 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Calling delete_port for 4bfc50c2-aad1-4b81-895e-7c92538a1416 owned by compute:nova {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:05.562209 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5c886b9e-e72e-4b3f-a6f0-4d1fa902d712 req-7a1fa07b-20dd-45ee-8204-1527fcbdcd7a service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933010 May 26 18:09:05.591650 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46560) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:05.656556 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-e635b646-9ec9-4525-9e88-553ff36f15f9 req-3e9f951e-fad7-4e9f-8940-98005bdc4637 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (4bfc50c2-aad1-4b81-895e-7c92538a1416), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:05.668327 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['4bfc50c2-aad1-4b81-895e-7c92538a1416'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:09:05.691975 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f951e-fad7-4e9f-8940-98005bdc4637 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Pushing event deleted for resources: {'Port': ['ID=4bfc50c2-aad1-4b81-895e-7c92538a1416,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:05.733942 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e635b646-9ec9-4525-9e88-553ff36f15f9 req-3e9f951e-fad7-4e9f-8940-98005bdc4637 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] No DVR routers for this DVR port 4bfc50c2-aad1-4b81-895e-7c92538a1416 on host hv-cinder-83607 {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:09:05.736405 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-e635b646-9ec9-4525-9e88-553ff36f15f9 req-3e9f951e-fad7-4e9f-8940-98005bdc4637 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:05.740475 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e635b646-9ec9-4525-9e88-553ff36f15f9 req-3e9f951e-fad7-4e9f-8940-98005bdc4637 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.62 "DELETE /v2.0/ports/4bfc50c2-aad1-4b81-895e-7c92538a1416 HTTP/1.1" status: 204 len: 173 time: 0.7663455 May 26 18:09:06.179405 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-385b82a7-1755-4e37-a938-0b56a7163316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8119267'] for router_interface (160b2a10-3209-4a76-a356-fb34b111eca5), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:06.232623 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27142015-9fcb-4e3e-802d-f687fda3c961', 'name': 'network-vif-deleted', 'tag': '4bfc50c2-aad1-4b81-895e-7c92538a1416'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:09:06.234986 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acad9282-4bf0-48eb-81dd-7d4bb1fa039c" -d '{"events": [{"server_uuid": "27142015-9fcb-4e3e-802d-f687fda3c961", "name": "network-vif-deleted", "tag": "4bfc50c2-aad1-4b81-895e-7c92538a1416"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:09:06.283828 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd16579-204d-4cb2-a1a8-bf1184f98a7b x-openstack-request-id: req-1bd16579-204d-4cb2-a1a8-bf1184f98a7b {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:09:06.283828 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27142015-9fcb-4e3e-802d-f687fda3c961", "name": "network-vif-deleted", "tag": "4bfc50c2-aad1-4b81-895e-7c92538a1416", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:09:06.284079 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1bd16579-204d-4cb2-a1a8-bf1184f98a7b {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:09:06.284408 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd16579-204d-4cb2-a1a8-bf1184f98a7b'] response: {'server_uuid': '27142015-9fcb-4e3e-802d-f687fda3c961', 'name': 'network-vif-deleted', 'tag': '4bfc50c2-aad1-4b81-895e-7c92538a1416', 'status': 'completed', 'code': 200} May 26 18:09:06.494380 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-385b82a7-1755-4e37-a938-0b56a7163316 admin admin] Deleting port c6a99119-10d5-4609-bde6-dde43934a73a {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:06.494741 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-385b82a7-1755-4e37-a938-0b56a7163316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:06.584624 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:06.615270 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:06.617208 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [None req-385b82a7-1755-4e37-a938-0b56a7163316 admin admin] For port c6a99119-10d5-4609-bde6-dde43934a73a, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=c6a99119-10d5-4609-bde6-dde43934a73a,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:06.617573 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-385b82a7-1755-4e37-a938-0b56a7163316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:06.631945 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-385b82a7-1755-4e37-a938-0b56a7163316 admin admin] Calling delete_port for c6a99119-10d5-4609-bde6-dde43934a73a owned by network:router_interface {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:06.799912 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-a344e142-af92-4ce9-a03c-f3b14fa96918 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:06.801647 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-a344e142-af92-4ce9-a03c-f3b14fa96918 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/networks?id=69c7e340-930b-4e5f-9643-c62f279653d3 HTTP/1.1" status: 200 len: 808 time: 0.1133025 May 26 18:09:06.817902 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-77d81ac7-db2c-4984-8033-6c72b651c68f tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/quotas/f6805a7efbeb448d8bc42a86ff756071 HTTP/1.1" status: 200 len: 375 time: 0.0099373 May 26 18:09:06.819901 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-385b82a7-1755-4e37-a938-0b56a7163316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (c6a99119-10d5-4609-bde6-dde43934a73a), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:06.851393 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b82a7-1755-4e37-a938-0b56a7163316 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a99119-10d5-4609-bde6-dde43934a73a,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:06.855034 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-159618e9-9324-41a5-933b-f27d4a60ec16 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6805a7efbeb448d8bc42a86ff756071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320373 May 26 18:09:07.005870 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-c8397396-5a0f-4602-b0a1-bf6d64298909 service neutron] 10.222.0.69 "GET /v2.0/networks/69c7e340-930b-4e5f-9643-c62f279653d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348124 May 26 18:09:07.039133 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-385b82a7-1755-4e37-a938-0b56a7163316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8107912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8119167'] for router_interface (160b2a10-3209-4a76-a356-fb34b111eca5), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:07.111297 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-c4824fba-5d93-4429-a621-08e56c160ab0 service neutron] 10.222.0.69 "GET /v2.0/networks/69c7e340-930b-4e5f-9643-c62f279653d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995154 May 26 18:09:07.563217 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-0c209758-7e31-4a44-b865-466cab5da360 req-4255b3a8-42dd-4856-89f4-7ac5fa38cb87 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 210 time: 0.2952108 May 26 18:09:07.578002 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385b82a7-1755-4e37-a938-0b56a7163316 admin admin] Router 160b2a10-3209-4a76-a356-fb34b111eca5 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:09:07.744585 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385b82a7-1755-4e37-a938-0b56a7163316 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:09:07.750644 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-385b82a7-1755-4e37-a938-0b56a7163316 admin admin] 10.222.0.69 "PUT /v2.0/routers/160b2a10-3209-4a76-a356-fb34b111eca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1578789 May 26 18:09:07.753467 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46608) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:07.761488 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4c526-f245-42ee-bdb5-cd34e7095130 None None] Sync routers for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:09:07.771821 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4bfc50c2-aad1-4b81-895e-7c92538a1416 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:07.774535 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4c526-f245-42ee-bdb5-cd34e7095130 None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:07.775151 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-7cc4c526-f245-42ee-bdb5-cd34e7095130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:07.797070 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: 4bfc50c2-aad1-4b81-895e-7c92538a1416 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:07.797726 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 4bfc50c2-aad1-4b81-895e-7c92538a1416 not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:07.901539 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Publish callbacks [] for router (160b2a10-3209-4a76-a356-fb34b111eca5), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:07.903891 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-7cc4c526-f245-42ee-bdb5-cd34e7095130 None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:07.952068 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:07.954174 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:08.011705 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Publish callbacks [] for router_gateway (160b2a10-3209-4a76-a356-fb34b111eca5), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.061523 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Deleting port 4889fe64-f581-4101-97e6-9924c7fa2c94 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:08.061874 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.078909 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-7cc4c526-f245-42ee-bdb5-cd34e7095130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:09:06Z', 'revision_number': 5, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port': {'id': '4889fe64-f581-4101-97e6-9924c7fa2c94', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:01:12Z', 'updated_at': '2022-05-26T18:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:08.105952 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4c526-f245-42ee-bdb5-cd34e7095130 None None] Checking router: 160b2a10-3209-4a76-a356-fb34b111eca5 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:09:08.116829 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4c526-f245-42ee-bdb5-cd34e7095130 None None] Routers {'160b2a10-3209-4a76-a356-fb34b111eca5'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:08.117484 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-7cc4c526-f245-42ee-bdb5-cd34e7095130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['160b2a10-3209-4a76-a356-fb34b111eca5'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:08.142456 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] For port 4889fe64-f581-4101-97e6-9924c7fa2c94, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=4889fe64-f581-4101-97e6-9924c7fa2c94,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:08.142825 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.157074 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Calling delete_port for 4889fe64-f581-4101-97e6-9924c7fa2c94 owned by network:router_gateway {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:08.296220 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-7cc4c526-f245-42ee-bdb5-cd34e7095130 None None] Set router 160b2a10-3209-4a76-a356-fb34b111eca5 gateway port host: None {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:08.331375 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (4889fe64-f581-4101-97e6-9924c7fa2c94), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.347822 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-7cc4c526-f245-42ee-bdb5-cd34e7095130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:09:08Z', 'revision_number': 6, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port_host': None}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:08.358350 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4889fe64-f581-4101-97e6-9924c7fa2c94,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:08.378388 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4c526-f245-42ee-bdb5-cd34e7095130 None None] The sync data for ids ['160b2a10-3209-4a76-a356-fb34b111eca5'] in dv-cinder-836074-5-iscsi is: [{'id': '160b2a10-3209-4a76-a356-fb34b111eca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1816716004-router', 'tenant_id': 'ab53cc69f7b0424cb689317c4be9b685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:01:11Z', 'updated_at': '2022-05-26T18:09:08Z', 'revision_number': 6, 'project_id': 'ab53cc69f7b0424cb689317c4be9b685', 'gw_port_host': None}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:09:08.428537 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8120285'] for router_gateway (160b2a10-3209-4a76-a356-fb34b111eca5), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.530549 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8125068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30675'] for router (160b2a10-3209-4a76-a356-fb34b111eca5), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.532940 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Publish callbacks [] for router_controller (160b2a10-3209-4a76-a356-fb34b111eca5), precommit_delete_associations {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.598108 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8125063'] for router (160b2a10-3209-4a76-a356-fb34b111eca5), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.598817 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 160b2a10-3209-4a76-a356-fb34b111eca5 {{(pid=103836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:09:08.604263 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.605256 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9b2c45aa-3b81-448c-84b5-36e3b5c339a2 admin admin] 10.222.0.69 "DELETE /v2.0/routers/160b2a10-3209-4a76-a356-fb34b111eca5 HTTP/1.1" status: 204 len: 168 time: 0.8502965 May 26 18:09:08.607833 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46614) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:08.658493 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bce93ff-c7ee-4b7e-a724-b78333418aca admin admin] Deleting subnet d8f61508-65b2-43cd-83fc-505deb57e794 {{(pid=103836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:09:08.662336 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9bce93ff-c7ee-4b7e-a724-b78333418aca admin admin] Publish callbacks [] for subnet (d8f61508-65b2-43cd-83fc-505deb57e794), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.672111 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8ffbc6e9-cd49-4d5f-a9ac-15dd5964a9cc req-6e4b8c99-5f0b-435b-b234-38a26fc75e4b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 210 time: 0.0311029 May 26 18:09:08.698382 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9bce93ff-c7ee-4b7e-a724-b78333418aca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5381277'] for subnet (d8f61508-65b2-43cd-83fc-505deb57e794), precommit_delete_associations {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.777109 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9bce93ff-c7ee-4b7e-a724-b78333418aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (d8f61508-65b2-43cd-83fc-505deb57e794), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.812456 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:08.841573 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9bce93ff-c7ee-4b7e-a724-b78333418aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16472683'] for subnet (d8f61508-65b2-43cd-83fc-505deb57e794), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.867761 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce93ff-c7ee-4b7e-a724-b78333418aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f61508-65b2-43cd-83fc-505deb57e794,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:08.873030 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9bce93ff-c7ee-4b7e-a724-b78333418aca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.877184 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9bce93ff-c7ee-4b7e-a724-b78333418aca admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d8f61508-65b2-43cd-83fc-505deb57e794 HTTP/1.1" status: 204 len: 168 time: 0.2678375 May 26 18:09:08.878666 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46616) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:08.880390 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23732523-75e6-4c26-9aa4-cc99e7a4b7e1 None None] Network 2cd2844c-2075-4a75-ad58-855aef5bd960 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:09:08.954524 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (2cd2844c-2075-4a75-ad58-855aef5bd960), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:08.966832 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:09.005808 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Deleting port 96fab278-caeb-40f7-a38a-ce607328dfce {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:09.006160 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (96fab278-caeb-40f7-a38a-ce607328dfce), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.069077 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] For port 96fab278-caeb-40f7-a38a-ce607328dfce, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=96fab278-caeb-40f7-a38a-ce607328dfce,segment=NetworkSegment(8dc00428-5184-48b5-a037-466e14fb924e),segment_id=8dc00428-5184-48b5-a037-466e14fb924e)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:09.069444 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (96fab278-caeb-40f7-a38a-ce607328dfce), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.082400 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Calling delete_port for 96fab278-caeb-40f7-a38a-ce607328dfce owned by network:dhcp {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:09.171549 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (96fab278-caeb-40f7-a38a-ce607328dfce), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.172641 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa76d81c-7585-4d41-a8bb-cebfd89924ac None None] DHCP port deletion for 2cd2844c-2075-4a75-ad58-855aef5bd960 request from dv-cinder-836074-5-iscsi {{(pid=103838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:09:09.206767 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=96fab278-caeb-40f7-a38a-ce607328dfce,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:09.216378 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] No DVR routers for this DVR port 96fab278-caeb-40f7-a38a-ce607328dfce on host dv-cinder-836074-5-iscsi {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:09:09.238051 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device c6a99119-10d5-4609-bde6-dde43934a73a no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:09.263391 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: c6a99119-10d5-4609-bde6-dde43934a73a {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:09.263735 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device c6a99119-10d5-4609-bde6-dde43934a73a not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:09.264189 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 4889fe64-f581-4101-97e6-9924c7fa2c94 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:09.287663 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 4889fe64-f581-4101-97e6-9924c7fa2c94 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:09.287663 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 4889fe64-f581-4101-97e6-9924c7fa2c94 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:09.287961 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 96fab278-caeb-40f7-a38a-ce607328dfce no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:09.297324 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (2cd2844c-2075-4a75-ad58-855aef5bd960), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.307379 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 96fab278-caeb-40f7-a38a-ce607328dfce {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:09.307725 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 96fab278-caeb-40f7-a38a-ce607328dfce not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:09.322162 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd2844c-2075-4a75-ad58-855aef5bd960']}} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:09.333303 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc00428-5184-48b5-a037-466e14fb924e') {'for_net_delete': True} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:09.333594 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc00428-5184-48b5-a037-466e14fb924e') {} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:09.343667 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5381284'] for segment (8dc00428-5184-48b5-a037-466e14fb924e), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.358228 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (8dc00428-5184-48b5-a037-466e14fb924e), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.364839 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:09:09.365459 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408449'] for segment (8dc00428-5184-48b5-a037-466e14fb924e), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.414592 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment 8dc00428-5184-48b5-a037-466e14fb924e resource provider aggregate not found May 26 18:09:09.434006 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment 8dc00428-5184-48b5-a037-466e14fb924e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dc00428-5184-48b5-a037-466e14fb924e found for delete ", "request_id": "req-635292ac-2744-42da-935d-2f7fb8d8985b"}]} May 26 18:09:09.439138 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (2cd2844c-2075-4a75-ad58-855aef5bd960), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.449043 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.454653 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2cd2844c-2075-4a75-ad58-855aef5bd960 HTTP/1.1" status: 204 len: 168 time: 0.5720234 May 26 18:09:09.463031 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d350f-f522-4c84-b528-814f044b21c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd2844c-2075-4a75-ad58-855aef5bd960,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:09.597480 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46626) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:09.646866 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-f83d5c03-32c1-436b-a3d9-b93ddaae09cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab53cc69f7b0424cb689317c4be9b685&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0477231 May 26 18:09:09.649400 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46628) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:09.699878 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c720-b61a-4803-aabb-e6e080018b1f admin admin] Publish callbacks [] for security_group (c5442727-7c1d-4431-9733-eb522b860e4b), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.721953 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c720-b61a-4803-aabb-e6e080018b1f admin admin] Publish callbacks [] for security_group (c5442727-7c1d-4431-9733-eb522b860e4b), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.783207 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-089829ee-8843-4cba-804b-5dc44544e488 req-29f8eb21-fd7f-4072-9d62-a610263a353b tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 210 time: 0.0383461 May 26 18:09:09.800139 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c720-b61a-4803-aabb-e6e080018b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (c5442727-7c1d-4431-9733-eb522b860e4b), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.802730 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c720-b61a-4803-aabb-e6e080018b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:09.803862 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-6bc0c720-b61a-4803-aabb-e6e080018b1f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c5442727-7c1d-4431-9733-eb522b860e4b HTTP/1.1" status: 204 len: 168 time: 0.1535850 May 26 18:09:09.812347 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0c720-b61a-4803-aabb-e6e080018b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5442727-7c1d-4431-9733-eb522b860e4b,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:10.737656 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:10.780174 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-c79572c6-5371-4e86-b789-68976804d711 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:10.782194 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-c79572c6-5371-4e86-b789-68976804d711 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.62 "GET /v2.0/networks?id=69c7e340-930b-4e5f-9643-c62f279653d3 HTTP/1.1" status: 200 len: 808 time: 0.1260955 May 26 18:09:10.790225 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=100 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:10.791792 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:09:10.804182 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Request body: {'port': {'device_id': '21aa42fa-cdba-45c2-a95d-f69ce2011540', 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3', 'admin_state_up': True, 'tenant_id': 'f6805a7efbeb448d8bc42a86ff756071'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:10.910263 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fd606c7d-c378-4b69-adef-306360551b02 req-826cd9f4-972b-4377-b2de-632cf7e34909 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 210 time: 0.0417836 May 26 18:09:10.942351 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Made reservation on behalf of f6805a7efbeb448d8bc42a86ff756071 for: {'port': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:09:10.946315 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:10.958177 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:11.116938 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Allocated IP 172.20.0.4 (69c7e340-930b-4e5f-9643-c62f279653d3/b3ef49f8-ad0a-4438-89b3-759577a9f7c4/052ea3c5-0c1f-41b5-88c9-a61595742690) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:09:11.302402 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks [] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:11.338884 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:11.388353 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Network 69c7e340-930b-4e5f-9643-c62f279653d3 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:09:11.394399 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:09:11.399074 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:09:11.426375 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Pushing event updated for resources: {'Port': ['ID=052ea3c5-0c1f-41b5-88c9-a61595742690,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:11.456491 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:11.457146 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:11.479096 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-b709deed-a36d-40be-9b04-cfdf41c0f341 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6795254 May 26 18:09:11.491540 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Request body: {'port': {'device_id': '21aa42fa-cdba-45c2-a95d-f69ce2011540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:11.560571 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:11.806523 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:11.873901 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:11.912399 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052ea3c5-0c1f-41b5-88c9-a61595742690 {{(pid=103836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:09:11.920533 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Publish callbacks [] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:11.934611 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.provisioning_blocks [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Transition to ACTIVE for port object 052ea3c5-0c1f-41b5-88c9-a61595742690 will not be triggered until provisioned by entity L2. {{(pid=103836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:09:11.938817 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:12.002672 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=052ea3c5-0c1f-41b5-88c9-a61595742690,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:12.086843 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ae8b4-8632-4ef3-9abb-88955f775471 req-0028d1ee-6ff3-407c-a417-d0df87eca2ba tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:12.088267 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-180ae8b4-8632-4ef3-9abb-88955f775471 req-0028d1ee-6ff3-407c-a417-d0df87eca2ba tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 943 time: 0.0966671 May 26 18:09:12.129142 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Attempting to bind port 052ea3c5-0c1f-41b5-88c9-a61595742690 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:09:12.129470 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Attempting to bind port 052ea3c5-0c1f-41b5-88c9-a61595742690 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'e462b24c-2023-4973-bd9f-236bbc5aa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3'}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:09:12.130422 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Attempting to bind port 052ea3c5-0c1f-41b5-88c9-a61595742690 on network 69c7e340-930b-4e5f-9643-c62f279653d3 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:09:12.141163 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Port 052ea3c5-0c1f-41b5-88c9-a61595742690 on network 69c7e340-930b-4e5f-9643-c62f279653d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:09:12.141480 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Attempting to bind port 052ea3c5-0c1f-41b5-88c9-a61595742690 on network 69c7e340-930b-4e5f-9643-c62f279653d3 {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:09:12.155296 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:09:12.155671 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Checking segment: {'id': 'e462b24c-2023-4973-bd9f-236bbc5aa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:09:12.156007 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Bound using segment: {'id': 'e462b24c-2023-4973-bd9f-236bbc5aa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3'} {{(pid=103836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:09:12.156452 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.managers [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Bound port: 052ea3c5-0c1f-41b5-88c9-a61595742690, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e462b24c-2023-4973-bd9f-236bbc5aa47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3'}}] {{(pid=103836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:09:12.156808 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:12.167906 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-180ae8b4-8632-4ef3-9abb-88955f775471 req-64e7d17f-15f3-4e8c-8c12-d18d551780ac tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731969 May 26 18:09:12.221552 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] For port 052ea3c5-0c1f-41b5-88c9-a61595742690, host hv-cinder-83607, cleared binding levels {{(pid=103836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:09:12.224820 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] For port 052ea3c5-0c1f-41b5-88c9-a61595742690, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=052ea3c5-0c1f-41b5-88c9-a61595742690,segment=NetworkSegment(e462b24c-2023-4973-bd9f-236bbc5aa47e),segment_id=e462b24c-2023-4973-bd9f-236bbc5aa47e)] {{(pid=103836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:09:12.231529 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:12.270983 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:12.271793 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:12.273243 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] 10.222.0.62 "PUT /v2.0/ports/052ea3c5-0c1f-41b5-88c9-a61595742690 HTTP/1.1" status: 200 len: 1093 time: 0.7872193 May 26 18:09:12.275772 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21aa42fa-cdba-45c2-a95d-f69ce2011540', 'tag': '052ea3c5-0c1f-41b5-88c9-a61595742690'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:09:12.278619 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bc7877-2e31-465b-971d-a38a55cc0689" -d '{"events": [{"name": "network-changed", "server_uuid": "21aa42fa-cdba-45c2-a95d-f69ce2011540", "tag": "052ea3c5-0c1f-41b5-88c9-a61595742690"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:09:12.304965 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57009e-b47b-426d-a50d-37ef2f2ab4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=052ea3c5-0c1f-41b5-88c9-a61595742690,revision_number=3']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:12.342666 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220f8825-7e18-49cf-911f-a2e2aade4935 x-openstack-request-id: req-220f8825-7e18-49cf-911f-a2e2aade4935 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:09:12.342977 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21aa42fa-cdba-45c2-a95d-f69ce2011540", "tag": "052ea3c5-0c1f-41b5-88c9-a61595742690", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:09:12.343248 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-220f8825-7e18-49cf-911f-a2e2aade4935 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:09:12.343654 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-220f8825-7e18-49cf-911f-a2e2aade4935'] response: {'name': 'network-changed', 'server_uuid': '21aa42fa-cdba-45c2-a95d-f69ce2011540', 'tag': '052ea3c5-0c1f-41b5-88c9-a61595742690', 'status': 'completed', 'code': 200} May 26 18:09:12.356816 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-281a3036-284a-4150-9350-cfde7b08873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:12.358345 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-281a3036-284a-4150-9350-cfde7b08873f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6805a7efbeb448d8bc42a86ff756071&device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 1127 time: 0.0459249 May 26 18:09:12.400564 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-cb7c9977-2948-46bb-b1f3-4822dae89148 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=052ea3c5-0c1f-41b5-88c9-a61595742690 HTTP/1.1" status: 200 len: 217 time: 0.0341151 May 26 18:09:12.459094 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-1492d392-150c-4806-9077-758a18881109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:12.460666 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-1492d392-150c-4806-9077-758a18881109 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef49f8-ad0a-4438-89b3-759577a9f7c4 HTTP/1.1" status: 200 len: 848 time: 0.0547328 May 26 18:09:12.496539 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-f3ab12a6-fa90-4bf1-97a3-c15a061f35c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69c7e340-930b-4e5f-9643-c62f279653d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282128 May 26 18:09:12.594892 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-1fdf5cc1-79a1-4329-a458-9b1002f28fb0 service neutron] 10.222.0.62 "GET /v2.0/networks/69c7e340-930b-4e5f-9643-c62f279653d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873539 May 26 18:09:12.702702 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-af031345-ee15-4467-a93b-ac8a4d9efaf9 req-d8b80193-18a5-4512-9047-c70d3c53fd28 service neutron] 10.222.0.62 "GET /v2.0/networks/69c7e340-930b-4e5f-9643-c62f279653d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012869 May 26 18:09:13.275150 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:13.296589 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b0a08-776d-43da-b397-8fe5d03352f6 req-e3f9bafa-3971-48e2-a6a8-0c9641d87238 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:13.298144 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2e6b0a08-776d-43da-b397-8fe5d03352f6 req-e3f9bafa-3971-48e2-a6a8-0c9641d87238 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 943 time: 0.0531349 May 26 18:09:13.348438 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2e6b0a08-776d-43da-b397-8fe5d03352f6 req-95188dbb-feea-41ec-9a71-b416f4533b64 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 May 26 18:09:13.544259 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc7877-2e31-465b-971d-a38a55cc0689 req-d176e9c1-f6cd-493b-8371-885472087a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:13.545755 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-56bc7877-2e31-465b-971d-a38a55cc0689 req-d176e9c1-f6cd-493b-8371-885472087a79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6805a7efbeb448d8bc42a86ff756071&device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 1127 time: 0.0409322 May 26 18:09:13.645264 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc7877-2e31-465b-971d-a38a55cc0689 req-b8b96e03-4729-4a77-b925-7a23c03f0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:13.647200 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-56bc7877-2e31-465b-971d-a38a55cc0689 req-b8b96e03-4729-4a77-b925-7a23c03f0e27 service neutron] 10.222.0.62 "GET /v2.0/networks?id=69c7e340-930b-4e5f-9643-c62f279653d3 HTTP/1.1" status: 200 len: 909 time: 0.0931804 May 26 18:09:13.686483 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-56bc7877-2e31-465b-971d-a38a55cc0689 req-be9e3199-2f7d-4d34-978f-c42524d18071 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=052ea3c5-0c1f-41b5-88c9-a61595742690 HTTP/1.1" status: 200 len: 217 time: 0.0336165 May 26 18:09:13.718496 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:13.726980 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:13.739417 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc7877-2e31-465b-971d-a38a55cc0689 req-aed258a4-40fb-4953-a3f8-6906e9dc1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:13.740921 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-56bc7877-2e31-465b-971d-a38a55cc0689 req-aed258a4-40fb-4953-a3f8-6906e9dc1060 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ef49f8-ad0a-4438-89b3-759577a9f7c4 HTTP/1.1" status: 200 len: 848 time: 0.0486543 May 26 18:09:13.778225 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-56bc7877-2e31-465b-971d-a38a55cc0689 req-122c252f-48da-4ed1-9ce4-2b949b0760ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69c7e340-930b-4e5f-9643-c62f279653d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310578 May 26 18:09:13.864299 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-56bc7877-2e31-465b-971d-a38a55cc0689 req-9020793a-cbe5-460d-bbfe-bd357a8b2a26 service neutron] 10.222.0.62 "GET /v2.0/networks/69c7e340-930b-4e5f-9643-c62f279653d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806079 May 26 18:09:13.958129 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-56bc7877-2e31-465b-971d-a38a55cc0689 req-49bf50db-835c-430c-a7b4-951e8591619f service neutron] 10.222.0.62 "GET /v2.0/networks/69c7e340-930b-4e5f-9643-c62f279653d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874791 May 26 18:09:14.437019 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:14.486882 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178ffe9-dc36-4d2e-86c2-07a9178eac4a req-1d50604a-2ec4-47bc-ba48-c564552ab29d tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:14.492574 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b178ffe9-dc36-4d2e-86c2-07a9178eac4a req-1d50604a-2ec4-47bc-ba48-c564552ab29d tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 943 time: 0.0657368 May 26 18:09:14.554488 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b178ffe9-dc36-4d2e-86c2-07a9178eac4a req-5b6d7739-fc2b-4ff9-9228-e88f6aa347de tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593696 May 26 18:09:14.673945 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46782) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:14.785150 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a68f1df7-d5d6-4143-b0b4-f4ee17de1269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:14.862202 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a68f1df7-d5d6-4143-b0b4-f4ee17de1269 admin admin] Publish callbacks [] for security_group (96c09564-ae80-4823-81ea-fad690a6be03), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:14.866437 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a68f1df7-d5d6-4143-b0b4-f4ee17de1269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (96c09564-ae80-4823-81ea-fad690a6be03), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:14.905918 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f1df7-d5d6-4143-b0b4-f4ee17de1269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c09564-ae80-4823-81ea-fad690a6be03,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:14.910471 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-a68f1df7-d5d6-4143-b0b4-f4ee17de1269 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=25d801e7845d4787b848eac2b8099cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354856 May 26 18:09:14.913678 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46786) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:14.963703 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e15c8529-0259-4cf6-87c7-7d712a855bcb admin admin] Publish callbacks [] for security_group (96c09564-ae80-4823-81ea-fad690a6be03), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:14.986348 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e15c8529-0259-4cf6-87c7-7d712a855bcb admin admin] Publish callbacks [] for security_group (96c09564-ae80-4823-81ea-fad690a6be03), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:15.032982 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e15c8529-0259-4cf6-87c7-7d712a855bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (96c09564-ae80-4823-81ea-fad690a6be03), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:15.035385 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e15c8529-0259-4cf6-87c7-7d712a855bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:15.037096 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-e15c8529-0259-4cf6-87c7-7d712a855bcb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96c09564-ae80-4823-81ea-fad690a6be03 HTTP/1.1" status: 204 len: 168 time: 0.1219757 May 26 18:09:15.044878 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c8529-0259-4cf6-87c7-7d712a855bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c09564-ae80-4823-81ea-fad690a6be03,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:15.311978 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46792) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:15.329109 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4d01fe59-7f99-4393-bb80-73ff3580e10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:15.358692 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:15.409871 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4d01fe59-7f99-4393-bb80-73ff3580e10c admin admin] Publish callbacks [] for security_group (a1f7a10e-01b6-4457-baad-f2a295662f2b), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:15.413969 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4d01fe59-7f99-4393-bb80-73ff3580e10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (a1f7a10e-01b6-4457-baad-f2a295662f2b), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:15.454771 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-4d01fe59-7f99-4393-bb80-73ff3580e10c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0d0f95572b440ee91934ca115c3bf6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416626 May 26 18:09:15.455843 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01fe59-7f99-4393-bb80-73ff3580e10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f7a10e-01b6-4457-baad-f2a295662f2b,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:15.457519 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 46794) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:15.511033 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ac29ceda-1d70-4724-89d0-47372c097381 admin admin] Publish callbacks [] for security_group (a1f7a10e-01b6-4457-baad-f2a295662f2b), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:15.533635 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ac29ceda-1d70-4724-89d0-47372c097381 admin admin] Publish callbacks [] for security_group (a1f7a10e-01b6-4457-baad-f2a295662f2b), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:15.586061 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ac29ceda-1d70-4724-89d0-47372c097381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (a1f7a10e-01b6-4457-baad-f2a295662f2b), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:15.588922 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ac29ceda-1d70-4724-89d0-47372c097381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:15.594623 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ac29ceda-1d70-4724-89d0-47372c097381 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a1f7a10e-01b6-4457-baad-f2a295662f2b HTTP/1.1" status: 204 len: 168 time: 0.1357160 May 26 18:09:15.612154 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29ceda-1d70-4724-89d0-47372c097381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f7a10e-01b6-4457-baad-f2a295662f2b,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:15.702706 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec5f02-fe7c-4004-8b3c-d556a951e565 req-011d263b-0b8c-487f-834c-e0cd0184a196 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:15.704478 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9dec5f02-fe7c-4004-8b3c-d556a951e565 req-011d263b-0b8c-487f-834c-e0cd0184a196 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 943 time: 0.0537333 May 26 18:09:15.719878 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:15.763045 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9dec5f02-fe7c-4004-8b3c-d556a951e565 req-8a8b3c05-fe21-41da-aa9b-7b230754fe21 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511768 May 26 18:09:16.042488 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 46822) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:16.414775 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Deleting port d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:16.415131 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:16.496798 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:16.497132 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for floatingip (d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:16.512269 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Calling delete_port for d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15 owned by network:floatingip {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:16.610869 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 052ea3c5-0c1f-41b5-88c9-a61595742690 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:09:16.696261 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:16.733678 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 052ea3c5-0c1f-41b5-88c9-a61595742690, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=052ea3c5-0c1f-41b5-88c9-a61595742690,segment=NetworkSegment(e462b24c-2023-4973-bd9f-236bbc5aa47e),segment_id=e462b24c-2023-4973-bd9f-236bbc5aa47e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:16.753054 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:16.756346 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': '052ea3c5-0c1f-41b5-88c9-a61595742690', 'network_id': '69c7e340-930b-4e5f-9643-c62f279653d3', 'port_id': '052ea3c5-0c1f-41b5-88c9-a61595742690', 'mac_address': 'fa:16:3e:f7:12:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ef49f8-ad0a-4438-89b3-759577a9f7c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:09:16.824731 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event deleted for resources: {'Port': ['ID=d9ce7f9d-08c4-4f68-9b1b-3914d3fa2a15,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:16.826253 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 052ea3c5-0c1f-41b5-88c9-a61595742690 is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:09:16.833642 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:16.875174 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052ea3c5-0c1f-41b5-88c9-a61595742690 {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:09:16.898951 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for floatingip (adac77d5-e608-4fda-a409-ee123f1371b7), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:16.899907 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Floating IP adac77d5-e608-4fda-a409-ee123f1371b7 disassociated (deleted). External IP: 172.27.0.180, port: 971e49f3-13e4-4d71-a577-21b1d36cef54. May 26 18:09:16.934886 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 052ea3c5-0c1f-41b5-88c9-a61595742690, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=052ea3c5-0c1f-41b5-88c9-a61595742690,segment=NetworkSegment(e462b24c-2023-4973-bd9f-236bbc5aa47e),segment_id=e462b24c-2023-4973-bd9f-236bbc5aa47e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:16.941330 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:16.944481 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cfae1-434a-449a-a467-6b5c19034a6b req-4783b365-4f8a-45f3-afa5-e25363ec9b71 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:16.953096 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-982cfae1-434a-449a-a467-6b5c19034a6b req-4783b365-4f8a-45f3-afa5-e25363ec9b71 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 943 time: 0.0819311 May 26 18:09:17.055133 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-982cfae1-434a-449a-a467-6b5c19034a6b req-01d05721-beb3-44f3-96f8-b18f66c9f27f tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963862 May 26 18:09:17.081541 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=052ea3c5-0c1f-41b5-88c9-a61595742690,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:17.174670 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['052ea3c5-0c1f-41b5-88c9-a61595742690'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:09:17.285223 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:17.298317 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:09:17.681132 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:09:17.686108 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:17.695165 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a1617-49c5-4991-b5cd-031ce2a5d745 None None] Sync routers for ids ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:09:17.707049 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a1617-49c5-4991-b5cd-031ce2a5d745 None None] Routers {'74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:17.707679 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-870a1617-49c5-4991-b5cd-031ce2a5d745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:17.709242 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:17.719418 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9e967fa8-438a-4a02-bd16-810a8ac0baf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "DELETE /v2.0/floatingips/adac77d5-e608-4fda-a409-ee123f1371b7 HTTP/1.1" status: 204 len: 168 time: 1.6753440 May 26 18:09:17.720534 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:09:17.733740 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68448945-8e88-42bc-b4f6-43611874546a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:09:17.806098 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f736390f-562a-4e87-b2d9-b0578a8cd0fc x-openstack-request-id: req-f736390f-562a-4e87-b2d9-b0578a8cd0fc {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:09:17.806729 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:09:17.806729 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f736390f-562a-4e87-b2d9-b0578a8cd0fc {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:09:17.807274 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f736390f-562a-4e87-b2d9-b0578a8cd0fc'] response: {'name': 'network-changed', 'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'status': 'completed', 'code': 200} May 26 18:09:17.885086 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68448945-8e88-42bc-b4f6-43611874546a req-2ac32e7c-b68d-4a21-9147-150956c45e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:17.887027 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-68448945-8e88-42bc-b4f6-43611874546a req-2ac32e7c-b68d-4a21-9147-150956c45e60 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fce9015638524279b09969d5aacda2ba&device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 1129 time: 0.0574217 May 26 18:09:17.990576 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-870a1617-49c5-4991-b5cd-031ce2a5d745 None None] Set router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:18.028679 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68448945-8e88-42bc-b4f6-43611874546a req-1dc06655-fe4b-485c-b3d2-5fd7946d2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:18.030366 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-68448945-8e88-42bc-b4f6-43611874546a req-1dc06655-fe4b-485c-b3d2-5fd7946d2bdf service neutron] 10.222.0.62 "GET /v2.0/networks?id=d296c6a1-d33e-4e01-be5a-7d337d513aef HTTP/1.1" status: 200 len: 909 time: 0.1364229 May 26 18:09:18.047353 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2d40315d-aaf7-43f7-b2be-849353cdd214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:18.096370 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a437-d94a-4d03-9d88-ac3683da9b4d req-1e29d157-e616-48cf-9947-b8ae6f2267a8 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:18.098546 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f4f8a437-d94a-4d03-9d88-ac3683da9b4d req-1e29d157-e616-48cf-9947-b8ae6f2267a8 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0675623 May 26 18:09:18.144971 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:18.173137 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f4f8a437-d94a-4d03-9d88-ac3683da9b4d req-9d3e5934-69c3-4c1f-b1b7-56c1e25ce27f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619791 May 26 18:09:18.195198 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c8570-3379-49a5-b902-c19e1ea0a8a3 req-83056183-dbdb-4436-aae2-9833dac4c3d0 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:18.195471 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-020c8570-3379-49a5-b902-c19e1ea0a8a3 req-83056183-dbdb-4436-aae2-9833dac4c3d0 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 944 time: 0.0587199 May 26 18:09:18.218229 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-870a1617-49c5-4991-b5cd-031ce2a5d745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:03:52Z', 'revision_number': 4, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '6422d123-c29e-465e-9088-2b4946eeb34d', 'name': '', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'mac_address': 'fa:16:3e:7f:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:51Z', 'updated_at': '2022-05-26T18:03:58Z', 'revision_number': 5, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'subnets': [{'id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:18.248763 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a1617-49c5-4991-b5cd-031ce2a5d745 None None] Checking router: 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:09:18.255355 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-020c8570-3379-49a5-b902-c19e1ea0a8a3 req-02ec1ffe-c430-43e4-ad45-03e49642db24 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490103 May 26 18:09:18.259152 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a1617-49c5-4991-b5cd-031ce2a5d745 None None] Routers {'74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:18.259792 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-870a1617-49c5-4991-b5cd-031ce2a5d745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:08:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:18.367946 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-870a1617-49c5-4991-b5cd-031ce2a5d745 None None] Set router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:18.413744 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:18.585213 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-870a1617-49c5-4991-b5cd-031ce2a5d745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:03:52Z', 'revision_number': 4, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '6422d123-c29e-465e-9088-2b4946eeb34d', 'name': '', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'mac_address': 'fa:16:3e:7f:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:51Z', 'updated_at': '2022-05-26T18:03:58Z', 'revision_number': 5, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'subnets': [{'id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:18.614295 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a1617-49c5-4991-b5cd-031ce2a5d745 None None] The sync data for ids ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'] in dv-cinder-836074-5-iscsi is: [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:03:52Z', 'revision_number': 4, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '6422d123-c29e-465e-9088-2b4946eeb34d', 'name': '', 'network_id': 'd296c6a1-d33e-4e01-be5a-7d337d513aef', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'mac_address': 'fa:16:3e:7f:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:51Z', 'updated_at': '2022-05-26T18:03:58Z', 'revision_number': 5, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'subnets': [{'id': '6bd4a313-3380-424b-8bd3-f33415b4cadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:09:18.627517 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 052ea3c5-0c1f-41b5-88c9-a61595742690 up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:09:18.683804 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port 052ea3c5-0c1f-41b5-88c9-a61595742690 completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:09:18.690402 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port 052ea3c5-0c1f-41b5-88c9-a61595742690 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:18.691051 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:18.780850 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port 052ea3c5-0c1f-41b5-88c9-a61595742690 is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:09:18.781420 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:18.820177 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21aa42fa-cdba-45c2-a95d-f69ce2011540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052ea3c5-0c1f-41b5-88c9-a61595742690'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:09:18.822629 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69890869-787d-4c36-915d-1c18971e195f" -d '{"events": [{"server_uuid": "21aa42fa-cdba-45c2-a95d-f69ce2011540", "name": "network-vif-plugged", "status": "completed", "tag": "052ea3c5-0c1f-41b5-88c9-a61595742690"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:09:18.837341 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port 052ea3c5-0c1f-41b5-88c9-a61595742690, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=052ea3c5-0c1f-41b5-88c9-a61595742690,segment=NetworkSegment(e462b24c-2023-4973-bd9f-236bbc5aa47e),segment_id=e462b24c-2023-4973-bd9f-236bbc5aa47e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:18.842878 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:18.873412 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40039397-402a-467d-a7fb-106ab1bfd374 x-openstack-request-id: req-40039397-402a-467d-a7fb-106ab1bfd374 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:09:18.873956 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21aa42fa-cdba-45c2-a95d-f69ce2011540", "name": "network-vif-plugged", "status": "completed", "tag": "052ea3c5-0c1f-41b5-88c9-a61595742690", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:09:18.874211 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-40039397-402a-467d-a7fb-106ab1bfd374 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:09:18.874610 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40039397-402a-467d-a7fb-106ab1bfd374'] response: {'server_uuid': '21aa42fa-cdba-45c2-a95d-f69ce2011540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052ea3c5-0c1f-41b5-88c9-a61595742690', 'code': 200} May 26 18:09:18.905666 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=052ea3c5-0c1f-41b5-88c9-a61595742690,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:18.916281 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec537a2f-fd41-421e-90c7-ee5f2d135005 None None] New status for floating IP adac77d5-e608-4fda-a409-ee123f1371b7: DOWN {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:09:19.104872 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-68448945-8e88-42bc-b4f6-43611874546a req-574a85b4-f5f7-44e1-8032-7ad4f5048e12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=971e49f3-13e4-4d71-a577-21b1d36cef54 HTTP/1.1" status: 200 len: 217 time: 0.0420218 May 26 18:09:19.159940 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68448945-8e88-42bc-b4f6-43611874546a req-df4ae700-78cc-421a-9b7d-568cbd50f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:19.161533 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-68448945-8e88-42bc-b4f6-43611874546a req-df4ae700-78cc-421a-9b7d-568cbd50f901 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bd4a313-3380-424b-8bd3-f33415b4cadf HTTP/1.1" status: 200 len: 847 time: 0.0494499 May 26 18:09:19.357984 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea7fb7-91cf-48b3-93ce-8f7710b62704 req-1ea53f56-4323-413e-8657-6408129dd755 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:19.359560 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-beea7fb7-91cf-48b3-93ce-8f7710b62704 req-1ea53f56-4323-413e-8657-6408129dd755 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.1167817 May 26 18:09:19.362627 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68448945-8e88-42bc-b4f6-43611874546a req-41fc0c89-d6bd-4499-a643-a4ab49cd10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:19.364485 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-68448945-8e88-42bc-b4f6-43611874546a req-41fc0c89-d6bd-4499-a643-a4ab49cd10a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d296c6a1-d33e-4e01-be5a-7d337d513aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104426 May 26 18:09:19.364610 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:19.373814 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21256f-bf0b-4b0a-a211-29172f2bfa90 req-020f3554-baa1-4ccf-92f7-5c54fce795f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:19.375288 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2e21256f-bf0b-4b0a-a211-29172f2bfa90 req-020f3554-baa1-4ccf-92f7-5c54fce795f5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 1129 time: 0.0732572 May 26 18:09:19.379510 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e44fe6-014e-45e4-b007-a3e3a824c5ba req-12b186f2-679b-4a86-8526-1ef66d2ed99e tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:19.381575 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b4e44fe6-014e-45e4-b007-a3e3a824c5ba req-12b186f2-679b-4a86-8526-1ef66d2ed99e tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 945 time: 0.0506849 May 26 18:09:19.415302 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-beea7fb7-91cf-48b3-93ce-8f7710b62704 req-bf38b936-4544-4082-ba6e-ea9cdd3c7dbe tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483558 May 26 18:09:19.435345 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b4e44fe6-014e-45e4-b007-a3e3a824c5ba req-2131ff96-2979-478c-bb4c-db335f119d68 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476623 May 26 18:09:20.209027 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ad17-6322-472e-81d7-1f53358bfd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:20.543260 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2f7e-db3d-4bf9-b2fb-3fcf677cd035 req-143ba80d-b110-49c3-bced-b9e388e07daf tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:20.544882 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fdbb2f7e-db3d-4bf9-b2fb-3fcf677cd035 req-143ba80d-b110-49c3-bced-b9e388e07daf tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0529742 May 26 18:09:20.560327 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed0896-f9b5-43a3-a832-754547789d27 req-f144a436-8a3e-4306-b84d-b0b0924cf060 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:20.561888 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-95ed0896-f9b5-43a3-a832-754547789d27 req-f144a436-8a3e-4306-b84d-b0b0924cf060 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 945 time: 0.0521424 May 26 18:09:20.602347 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-fdbb2f7e-db3d-4bf9-b2fb-3fcf677cd035 req-ca252db7-9593-46b5-aebc-d3823620faf9 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516756 May 26 18:09:20.617629 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-95ed0896-f9b5-43a3-a832-754547789d27 req-735c116e-84d3-4d43-be3d-084e85779f42 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497384 May 26 18:09:21.549986 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:21.724080 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1527a0f-a353-4c69-82e4-5026d558e540 req-3a42d20b-e0ba-4c08-8198-ad05b953d118 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:21.726838 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f1527a0f-a353-4c69-82e4-5026d558e540 req-3a42d20b-e0ba-4c08-8198-ad05b953d118 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0510383 May 26 18:09:21.741864 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7ca4c-aa65-4dd7-a40d-cb1e4735840b req-768c522c-fcbf-45b2-86cb-645da1d7da66 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:21.743372 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4df7ca4c-aa65-4dd7-a40d-cb1e4735840b req-768c522c-fcbf-45b2-86cb-645da1d7da66 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 945 time: 0.0512762 May 26 18:09:21.781323 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f1527a0f-a353-4c69-82e4-5026d558e540 req-43e15b41-9b81-41ae-ac08-412eb93c2bd0 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e1880a9-e59d-4d24-978e-1ef08e537726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474737 May 26 18:09:21.800917 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-4df7ca4c-aa65-4dd7-a40d-cb1e4735840b req-ef1d6bdf-8209-47ef-8c5c-ee3ae176fd2e tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514004 May 26 18:09:21.987989 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2e21256f-bf0b-4b0a-a211-29172f2bfa90 req-ec0d05bd-40e6-491e-b30d-0c8f525cef62 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968020 May 26 18:09:22.004254 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119763f5-063e-4741-a49a-dca55d58bc40 req-8324e15a-812c-4c57-95a9-f12d6b79cd0f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:22.005762 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-119763f5-063e-4741-a49a-dca55d58bc40 req-8324e15a-812c-4c57-95a9-f12d6b79cd0f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 945 time: 0.0556054 May 26 18:09:22.014344 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-68448945-8e88-42bc-b4f6-43611874546a req-36ba44d9-df6a-4d48-af4b-e5a97c3b698b service neutron] 10.222.0.62 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243777 May 26 18:09:22.256622 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:22.290639 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-119763f5-063e-4741-a49a-dca55d58bc40 req-4c6200c5-5b75-4bbc-a0de-cb981e18ae0a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Deleting port 971e49f3-13e4-4d71-a577-21b1d36cef54 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:22.291191 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-119763f5-063e-4741-a49a-dca55d58bc40 req-4c6200c5-5b75-4bbc-a0de-cb981e18ae0a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:22.300196 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-68448945-8e88-42bc-b4f6-43611874546a req-e68ea55c-a18a-489c-beee-68ee0a3f580a service neutron] 10.222.0.62 "GET /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118951 May 26 18:09:22.412377 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-119763f5-063e-4741-a49a-dca55d58bc40 req-4c6200c5-5b75-4bbc-a0de-cb981e18ae0a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] For port 971e49f3-13e4-4d71-a577-21b1d36cef54, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=971e49f3-13e4-4d71-a577-21b1d36cef54,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:22.413889 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-119763f5-063e-4741-a49a-dca55d58bc40 req-4c6200c5-5b75-4bbc-a0de-cb981e18ae0a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:22.430052 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-119763f5-063e-4741-a49a-dca55d58bc40 req-4c6200c5-5b75-4bbc-a0de-cb981e18ae0a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Calling delete_port for 971e49f3-13e4-4d71-a577-21b1d36cef54 owned by compute:nova {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:22.488978 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:22.576872 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:22.589345 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-119763f5-063e-4741-a49a-dca55d58bc40 req-4c6200c5-5b75-4bbc-a0de-cb981e18ae0a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (971e49f3-13e4-4d71-a577-21b1d36cef54), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:22.625783 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6200c5-5b75-4bbc-a0de-cb981e18ae0a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event deleted for resources: {'Port': ['ID=971e49f3-13e4-4d71-a577-21b1d36cef54,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:22.667010 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 971e49f3-13e4-4d71-a577-21b1d36cef54 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:22.680702 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-119763f5-063e-4741-a49a-dca55d58bc40 req-4c6200c5-5b75-4bbc-a0de-cb981e18ae0a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] No DVR routers for this DVR port 971e49f3-13e4-4d71-a577-21b1d36cef54 on host hv-cinder-83607 {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:09:22.683149 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-119763f5-063e-4741-a49a-dca55d58bc40 req-4c6200c5-5b75-4bbc-a0de-cb981e18ae0a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:22.686549 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-119763f5-063e-4741-a49a-dca55d58bc40 req-4c6200c5-5b75-4bbc-a0de-cb981e18ae0a tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.62 "DELETE /v2.0/ports/971e49f3-13e4-4d71-a577-21b1d36cef54 HTTP/1.1" status: 204 len: 173 time: 0.4981086 May 26 18:09:22.687446 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'name': 'network-vif-deleted', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:09:22.687845 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: 971e49f3-13e4-4d71-a577-21b1d36cef54 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:22.688276 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 971e49f3-13e4-4d71-a577-21b1d36cef54 not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:22.689584 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e5bf30-7a8c-4600-938b-b90b548feebc" -d '{"events": [{"server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "name": "network-vif-deleted", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:09:22.727681 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30c685d-fa9b-4ef5-addb-26b3b05d2231 x-openstack-request-id: req-e30c685d-fa9b-4ef5-addb-26b3b05d2231 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:09:22.728306 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e417922-03b2-40d5-814a-4303948ed31b", "name": "network-vif-deleted", "tag": "971e49f3-13e4-4d71-a577-21b1d36cef54", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:09:22.728604 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e30c685d-fa9b-4ef5-addb-26b3b05d2231 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:09:22.729012 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30c685d-fa9b-4ef5-addb-26b3b05d2231'] response: {'server_uuid': '8e417922-03b2-40d5-814a-4303948ed31b', 'name': 'network-vif-deleted', 'tag': '971e49f3-13e4-4d71-a577-21b1d36cef54', 'status': 'completed', 'code': 200} May 26 18:09:22.893395 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-91987656-1b5e-4312-8571-61af0939eff0 req-530a814a-1e4d-42b2-b46e-ee73782c7cfa tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 210 time: 0.0310609 May 26 18:09:22.922531 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544f676-4e04-4d2e-9aff-0315cc0291a5 req-c0d9b0b6-3781-4d31-8215-3926fadcf53a tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:22.924052 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f544f676-4e04-4d2e-9aff-0315cc0291a5 req-c0d9b0b6-3781-4d31-8215-3926fadcf53a tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 945 time: 0.0517802 May 26 18:09:22.978640 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f544f676-4e04-4d2e-9aff-0315cc0291a5 req-12b575d5-722f-48ea-ba04-c3b4d273dd44 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489159 May 26 18:09:23.997245 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6404eb4e-bd3b-47b9-a03e-ce415edb68eb req-6f167d73-f1af-48fd-a79f-53b51c766d56 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 210 time: 0.0320404 May 26 18:09:24.093110 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:24.115124 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eb502-158a-4b6c-b700-f1e0429c6260 req-71d2b761-d95d-45fc-b2aa-d5512f0beef7 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:24.116938 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5a6eb502-158a-4b6c-b700-f1e0429c6260 req-71d2b761-d95d-45fc-b2aa-d5512f0beef7 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 945 time: 0.0521898 May 26 18:09:24.127652 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:24.175216 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5a6eb502-158a-4b6c-b700-f1e0429c6260 req-29329931-38cf-46f5-9e0c-ecf8ba201ab5 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516965 May 26 18:09:25.107694 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5691096d-e94e-4ebf-8bf9-b8db45767ba2 req-6d2d32a4-3fb5-4d93-8069-45348845190f tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 210 time: 0.0298760 May 26 18:09:25.304812 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d44a4-32b5-473e-8663-a7146489a14b req-0f4d09c4-db4b-4190-9844-089164c171ce tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:25.306434 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-919d44a4-32b5-473e-8663-a7146489a14b req-0f4d09c4-db4b-4190-9844-089164c171ce tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 945 time: 0.0508049 May 26 18:09:25.359131 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-919d44a4-32b5-473e-8663-a7146489a14b req-bb488243-904d-40b0-a649-321aae6ef2d7 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463026 May 26 18:09:26.215333 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-37e22b8e-5aba-4ba0-ad90-e4654396a563 req-84e8704c-848b-4891-9b56-2a978d4a93c3 tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e417922-03b2-40d5-814a-4303948ed31b HTTP/1.1" status: 200 len: 210 time: 0.0285959 May 26 18:09:26.485838 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ea9f6-8d5e-4a71-805c-52f7f61269ab req-5595eec5-3c3d-4872-9857-0ae14b122976 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:26.487465 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ee0ea9f6-8d5e-4a71-805c-52f7f61269ab req-5595eec5-3c3d-4872-9857-0ae14b122976 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 945 time: 0.0550699 May 26 18:09:26.553205 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ee0ea9f6-8d5e-4a71-805c-52f7f61269ab req-8e21e350-3bf7-4292-8266-1bd69db8df48 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586646 May 26 18:09:27.285639 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63582f65-e325-44d4-b098-7ae9b94f6547 req-f057370d-234f-485d-a618-5877088dffbd tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:27.292976 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-63582f65-e325-44d4-b098-7ae9b94f6547 req-f057370d-234f-485d-a618-5877088dffbd tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 945 time: 0.0661881 May 26 18:09:27.293546 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47052) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:27.360945 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-704d1dcb-b616-4690-9e92-b8cede47ca8b tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group (4e1880a9-e59d-4d24-978e-1ef08e537726), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:27.366751 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-63582f65-e325-44d4-b098-7ae9b94f6547 req-050d29e2-7c5e-4fcb-996a-255017d83f97 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694728 May 26 18:09:27.397151 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-704d1dcb-b616-4690-9e92-b8cede47ca8b tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group (4e1880a9-e59d-4d24-978e-1ef08e537726), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:27.441838 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:27.467933 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-704d1dcb-b616-4690-9e92-b8cede47ca8b tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (4e1880a9-e59d-4d24-978e-1ef08e537726), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:27.470518 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-704d1dcb-b616-4690-9e92-b8cede47ca8b tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:27.471685 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-704d1dcb-b616-4690-9e92-b8cede47ca8b tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] 10.222.0.69 "DELETE /v2.0/security-groups/4e1880a9-e59d-4d24-978e-1ef08e537726 HTTP/1.1" status: 204 len: 168 time: 0.1770625 May 26 18:09:27.482099 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d1dcb-b616-4690-9e92-b8cede47ca8b tempest-TestShelveInstance-360596940 tempest-TestShelveInstance-360596940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1880a9-e59d-4d24-978e-1ef08e537726,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:27.524001 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47058) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:27.996931 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8119267'] for router_interface (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:28.180193 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:28.221901 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Deleting port 6422d123-c29e-465e-9088-2b4946eeb34d {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:28.222235 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:28.269928 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:28.302069 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] For port 6422d123-c29e-465e-9088-2b4946eeb34d, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=6422d123-c29e-465e-9088-2b4946eeb34d,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:28.302435 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:28.316712 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Calling delete_port for 6422d123-c29e-465e-9088-2b4946eeb34d owned by network:router_interface {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:28.513565 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e30ed-d22d-467d-a482-2434b12cda93 req-16c5289d-7219-4fea-9dcb-fcab775fb4f4 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:28.514988 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2e0e30ed-d22d-467d-a482-2434b12cda93 req-16c5289d-7219-4fea-9dcb-fcab775fb4f4 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 945 time: 0.0764325 May 26 18:09:28.560812 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (6422d123-c29e-465e-9088-2b4946eeb34d), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:28.593996 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=6422d123-c29e-465e-9088-2b4946eeb34d,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:28.612619 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2e0e30ed-d22d-467d-a482-2434b12cda93 req-693bf224-b74f-43a6-97d7-a244c8912897 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915434 May 26 18:09:28.629426 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.629777 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.630124 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.630466 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.630803 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.631136 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.631468 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.631796 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.632154 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.632486 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.633684 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.633684 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.633684 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.634405 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.634722 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:28.785466 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8107912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8119167'] for router_interface (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:28.922147 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=99 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:28.949056 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:29.012337 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:09:29.019446 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:29.122683 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:29.131594 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:09:29.140622 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-bf02e405-aee6-4a5e-afe4-14cbcc775c2e admin admin] 10.222.0.69 "PUT /v2.0/routers/74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6151996 May 26 18:09:29.142972 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47068) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:29.145005 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2f3aa-8c3e-4812-8337-3e95eff99168 None None] Sync routers for ids ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:09:29.157330 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2f3aa-8c3e-4812-8337-3e95eff99168 None None] Routers {'74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:29.157975 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-c3c2f3aa-8c3e-4812-8337-3e95eff99168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:09:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:29.240928 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:29.244656 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Publish callbacks [] for router (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.264710 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-c3c2f3aa-8c3e-4812-8337-3e95eff99168 None None] Set router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:29.346993 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Publish callbacks [] for router_gateway (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.400949 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Deleting port 57dd7681-a79c-44e4-87b0-52d864013eac {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:29.401425 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (57dd7681-a79c-44e4-87b0-52d864013eac), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.451276 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-c3c2f3aa-8c3e-4812-8337-3e95eff99168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:09:28Z', 'revision_number': 5, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port': {'id': '57dd7681-a79c-44e4-87b0-52d864013eac', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:47Z', 'updated_at': '2022-05-26T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:29.477359 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2f3aa-8c3e-4812-8337-3e95eff99168 None None] Checking router: 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:09:29.486740 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2f3aa-8c3e-4812-8337-3e95eff99168 None None] Routers {'74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:29.487362 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-c3c2f3aa-8c3e-4812-8337-3e95eff99168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:09:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:29.490898 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] For port 57dd7681-a79c-44e4-87b0-52d864013eac, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=57dd7681-a79c-44e4-87b0-52d864013eac,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:29.491266 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (57dd7681-a79c-44e4-87b0-52d864013eac), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.505053 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Calling delete_port for 57dd7681-a79c-44e4-87b0-52d864013eac owned by network:router_gateway {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:29.575228 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-c3c2f3aa-8c3e-4812-8337-3e95eff99168 None None] Set router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 gateway port host: None {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:29.626550 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-c3c2f3aa-8c3e-4812-8337-3e95eff99168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:09:29Z', 'revision_number': 6, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port_host': None}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:29.659480 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2f3aa-8c3e-4812-8337-3e95eff99168 None None] The sync data for ids ['74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78'] in dv-cinder-836074-5-iscsi is: [{'id': '74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78', 'name': 'tempest-TestShelveInstance-642958483-router', 'tenant_id': 'fce9015638524279b09969d5aacda2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:46Z', 'updated_at': '2022-05-26T18:09:29Z', 'revision_number': 6, 'project_id': 'fce9015638524279b09969d5aacda2ba', 'gw_port_host': None}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:09:29.688719 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (57dd7681-a79c-44e4-87b0-52d864013eac), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.716207 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57dd7681-a79c-44e4-87b0-52d864013eac,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:29.760918 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111f8bb-f9ed-426a-9897-f048558d5641 req-a108f97c-9e1d-471e-b486-4cb9e5faae5f tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:29.762564 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e111f8bb-f9ed-426a-9897-f048558d5641 req-a108f97c-9e1d-471e-b486-4cb9e5faae5f tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 945 time: 0.0524092 May 26 18:09:29.788244 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8120285'] for router_gateway (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.819206 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e111f8bb-f9ed-426a-9897-f048558d5641 req-492fa1d3-f4f2-4f9e-b2fa-86f5a0a96846 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499518 May 26 18:09:29.878832 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8125068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30675'] for router (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.881787 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Publish callbacks [] for router_controller (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), precommit_delete_associations {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.925300 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8125063'] for router (74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.925991 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 {{(pid=103836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:09:29.931525 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.932524 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-6abe4e8a-276f-4556-b52c-4125572f9fd9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/74c0c7da-1480-4cc0-9bd9-d1cdbabd3d78 HTTP/1.1" status: 204 len: 168 time: 0.7886102 May 26 18:09:29.935517 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47076) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:29.983498 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d0947c-d4af-4cd1-b349-df505445d753 admin admin] Deleting subnet 6bd4a313-3380-424b-8bd3-f33415b4cadf {{(pid=103836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:09:29.986925 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-54d0947c-d4af-4cd1-b349-df505445d753 admin admin] Publish callbacks [] for subnet (6bd4a313-3380-424b-8bd3-f33415b4cadf), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.024516 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-54d0947c-d4af-4cd1-b349-df505445d753 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5381277'] for subnet (6bd4a313-3380-424b-8bd3-f33415b4cadf), precommit_delete_associations {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.048007 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:30.078471 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:30.139170 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-54d0947c-d4af-4cd1-b349-df505445d753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (6bd4a313-3380-424b-8bd3-f33415b4cadf), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.203302 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-54d0947c-d4af-4cd1-b349-df505445d753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16472683'] for subnet (6bd4a313-3380-424b-8bd3-f33415b4cadf), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.230174 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0947c-d4af-4cd1-b349-df505445d753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd4a313-3380-424b-8bd3-f33415b4cadf,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:30.236336 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-54d0947c-d4af-4cd1-b349-df505445d753 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.241648 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-54d0947c-d4af-4cd1-b349-df505445d753 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6bd4a313-3380-424b-8bd3-f33415b4cadf HTTP/1.1" status: 204 len: 168 time: 0.3030581 May 26 18:09:30.242245 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47078) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:30.242586 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9211d679-ff90-4831-9c3d-f8dd77b9e37a None None] Network d296c6a1-d33e-4e01-be5a-7d337d513aef requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:09:30.322301 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (d296c6a1-d33e-4e01-be5a-7d337d513aef), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.372966 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Deleting port 1b33e866-9742-4403-825e-416bda5bcf9e {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:30.373243 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.444606 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] For port 1b33e866-9742-4403-825e-416bda5bcf9e, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=1b33e866-9742-4403-825e-416bda5bcf9e,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:30.446184 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.448507 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a87ae-3662-4d38-9b2a-5567878b534a req-f56b5fbe-6322-44de-b9b3-634353877fbc tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:30.451144 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2a1a87ae-3662-4d38-9b2a-5567878b534a req-f56b5fbe-6322-44de-b9b3-634353877fbc tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.62 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 945 time: 0.0805855 May 26 18:09:30.456125 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d26a997-1f12-4825-8ca8-b29f224ad35b None None] DHCP port deletion for d296c6a1-d33e-4e01-be5a-7d337d513aef request from dv-cinder-836074-5-iscsi {{(pid=103838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:09:30.462825 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Calling delete_port for 1b33e866-9742-4403-825e-416bda5bcf9e owned by network:dhcp {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:30.497262 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:30.511815 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-6d26a997-1f12-4825-8ca8-b29f224ad35b None None] Deleting port 1b33e866-9742-4403-825e-416bda5bcf9e {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:30.512163 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6d26a997-1f12-4825-8ca8-b29f224ad35b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.562825 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.577155 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] No DVR routers for this DVR port 1b33e866-9742-4403-825e-416bda5bcf9e on host dv-cinder-836074-5-iscsi {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:09:30.585995 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-6d26a997-1f12-4825-8ca8-b29f224ad35b None None] For port 1b33e866-9742-4403-825e-416bda5bcf9e, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=1b33e866-9742-4403-825e-416bda5bcf9e,segment=NetworkSegment(fb216a0f-7504-44b0-822f-c029b459f67e),segment_id=fb216a0f-7504-44b0-822f-c029b459f67e)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:30.586465 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6d26a997-1f12-4825-8ca8-b29f224ad35b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.603022 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-6d26a997-1f12-4825-8ca8-b29f224ad35b None None] Calling delete_port for 1b33e866-9742-4403-825e-416bda5bcf9e owned by network:dhcp {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:30.618622 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Pushing event deleted for resources: {'Port': ['ID=1b33e866-9742-4403-825e-416bda5bcf9e,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:30.686347 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (d296c6a1-d33e-4e01-be5a-7d337d513aef), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.688862 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6d26a997-1f12-4825-8ca8-b29f224ad35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (1b33e866-9742-4403-825e-416bda5bcf9e), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.714190 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26a997-1f12-4825-8ca8-b29f224ad35b None None] Pushing event deleted for resources: {'Port': ['ID=1b33e866-9742-4403-825e-416bda5bcf9e,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:30.720509 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26a997-1f12-4825-8ca8-b29f224ad35b None None] No DVR routers for this DVR port 1b33e866-9742-4403-825e-416bda5bcf9e on host dv-cinder-836074-5-iscsi {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:09:30.991604 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d296c6a1-d33e-4e01-be5a-7d337d513aef']}} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:31.011097 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb216a0f-7504-44b0-822f-c029b459f67e') {'for_net_delete': True} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:31.011398 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb216a0f-7504-44b0-822f-c029b459f67e') {} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:31.040890 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5381284'] for segment (fb216a0f-7504-44b0-822f-c029b459f67e), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:31.065629 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e284afb-c457-4628-b753-5b0a8e68498a req-2eb5b055-aa03-4fde-abd0-09a43471b2d4 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:31.067738 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8e284afb-c457-4628-b753-5b0a8e68498a req-2eb5b055-aa03-4fde-abd0-09a43471b2d4 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 945 time: 0.0801091 May 26 18:09:31.069417 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (fb216a0f-7504-44b0-822f-c029b459f67e), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:31.081830 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:09:31.082258 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408449'] for segment (fb216a0f-7504-44b0-822f-c029b459f67e), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:31.119153 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment fb216a0f-7504-44b0-822f-c029b459f67e resource provider aggregate not found May 26 18:09:31.155036 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 6422d123-c29e-465e-9088-2b4946eeb34d no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:31.174508 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment fb216a0f-7504-44b0-822f-c029b459f67e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb216a0f-7504-44b0-822f-c029b459f67e found for delete ", "request_id": "req-f53a5d61-4cef-4da0-b09f-218d3c9ed461"}]} May 26 18:09:31.176038 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 6422d123-c29e-465e-9088-2b4946eeb34d {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:31.176447 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 6422d123-c29e-465e-9088-2b4946eeb34d not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:31.176870 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 57dd7681-a79c-44e4-87b0-52d864013eac no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:31.196485 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 57dd7681-a79c-44e4-87b0-52d864013eac {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:31.196870 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 57dd7681-a79c-44e4-87b0-52d864013eac not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:31.197293 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 1b33e866-9742-4403-825e-416bda5bcf9e no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:31.200640 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-8e284afb-c457-4628-b753-5b0a8e68498a req-08060455-efbc-46bc-b771-4953ab39cbd7 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/security-groups?id=537d74cc-fab0-43cb-b8fd-3658fb518c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210346 May 26 18:09:31.209789 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (d296c6a1-d33e-4e01-be5a-7d337d513aef), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:31.220615 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:31.223710 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] 10.222.0.69 "DELETE /v2.0/networks/d296c6a1-d33e-4e01-be5a-7d337d513aef HTTP/1.1" status: 204 len: 168 time: 0.9801109 May 26 18:09:31.227026 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47090) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:31.235989 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 1b33e866-9742-4403-825e-416bda5bcf9e {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:31.236297 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f68aaa-6188-4b22-8795-0a8158a497aa admin admin] Pushing event deleted for resources: {'Network': ['ID=d296c6a1-d33e-4e01-be5a-7d337d513aef,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:31.236416 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 1b33e866-9742-4403-825e-416bda5bcf9e not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:31.444569 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-2a1a87ae-3662-4d38-9b2a-5567878b534a req-f078aa20-6f51-4f12-9a69-505f2c3bb778 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Deleting port 052ea3c5-0c1f-41b5-88c9-a61595742690 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:31.444910 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-2a1a87ae-3662-4d38-9b2a-5567878b534a req-f078aa20-6f51-4f12-9a69-505f2c3bb778 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:31.602473 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-2a1a87ae-3662-4d38-9b2a-5567878b534a req-f078aa20-6f51-4f12-9a69-505f2c3bb778 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] For port 052ea3c5-0c1f-41b5-88c9-a61595742690, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=052ea3c5-0c1f-41b5-88c9-a61595742690,segment=NetworkSegment(e462b24c-2023-4973-bd9f-236bbc5aa47e),segment_id=e462b24c-2023-4973-bd9f-236bbc5aa47e)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:31.602875 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-2a1a87ae-3662-4d38-9b2a-5567878b534a req-f078aa20-6f51-4f12-9a69-505f2c3bb778 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:31.639757 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-2a1a87ae-3662-4d38-9b2a-5567878b534a req-f078aa20-6f51-4f12-9a69-505f2c3bb778 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Calling delete_port for 052ea3c5-0c1f-41b5-88c9-a61595742690 owned by compute:nova {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:31.657325 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:31.746758 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0a941918-06eb-411e-83c7-fa24b232dec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8119267'] for router_interface (a6f7a395-651b-4850-bcf6-f3b02779a3fe), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:31.921345 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-2a1a87ae-3662-4d38-9b2a-5567878b534a req-f078aa20-6f51-4f12-9a69-505f2c3bb778 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (052ea3c5-0c1f-41b5-88c9-a61595742690), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:31.937821 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:31.975011 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078aa20-6f51-4f12-9a69-505f2c3bb778 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Pushing event deleted for resources: {'Port': ['ID=052ea3c5-0c1f-41b5-88c9-a61595742690,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:32.044645 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1a87ae-3662-4d38-9b2a-5567878b534a req-f078aa20-6f51-4f12-9a69-505f2c3bb778 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] No DVR routers for this DVR port 052ea3c5-0c1f-41b5-88c9-a61595742690 on host hv-cinder-83607 {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:09:32.048181 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-2a1a87ae-3662-4d38-9b2a-5567878b534a req-f078aa20-6f51-4f12-9a69-505f2c3bb778 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:32.051236 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2a1a87ae-3662-4d38-9b2a-5567878b534a req-f078aa20-6f51-4f12-9a69-505f2c3bb778 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.62 "DELETE /v2.0/ports/052ea3c5-0c1f-41b5-88c9-a61595742690 HTTP/1.1" status: 204 len: 173 time: 0.7391334 May 26 18:09:32.051655 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21aa42fa-cdba-45c2-a95d-f69ce2011540', 'name': 'network-vif-deleted', 'tag': '052ea3c5-0c1f-41b5-88c9-a61595742690'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:09:32.053907 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86de9692-8b9f-4483-a551-fc6de1c06bfe" -d '{"events": [{"server_uuid": "21aa42fa-cdba-45c2-a95d-f69ce2011540", "name": "network-vif-deleted", "tag": "052ea3c5-0c1f-41b5-88c9-a61595742690"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:09:32.095267 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f0dcb7-4fac-445e-a972-b4ba2adbd193 x-openstack-request-id: req-b2f0dcb7-4fac-445e-a972-b4ba2adbd193 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:09:32.095267 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21aa42fa-cdba-45c2-a95d-f69ce2011540", "name": "network-vif-deleted", "tag": "052ea3c5-0c1f-41b5-88c9-a61595742690", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:09:32.095589 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2f0dcb7-4fac-445e-a972-b4ba2adbd193 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:09:32.095805 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f0dcb7-4fac-445e-a972-b4ba2adbd193'] response: {'server_uuid': '21aa42fa-cdba-45c2-a95d-f69ce2011540', 'name': 'network-vif-deleted', 'tag': '052ea3c5-0c1f-41b5-88c9-a61595742690', 'status': 'completed', 'code': 200} May 26 18:09:32.099968 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-0a941918-06eb-411e-83c7-fa24b232dec9 admin admin] Deleting port e11c83e8-2776-4017-9d5f-80e4f702f937 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:32.100329 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0a941918-06eb-411e-83c7-fa24b232dec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:32.181385 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-0a941918-06eb-411e-83c7-fa24b232dec9 admin admin] For port e11c83e8-2776-4017-9d5f-80e4f702f937, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=e11c83e8-2776-4017-9d5f-80e4f702f937,segment=NetworkSegment(3238bf5d-6b9d-4323-bb3f-d9d371922210),segment_id=3238bf5d-6b9d-4323-bb3f-d9d371922210)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:32.181747 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0a941918-06eb-411e-83c7-fa24b232dec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:32.200093 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-0a941918-06eb-411e-83c7-fa24b232dec9 admin admin] Calling delete_port for e11c83e8-2776-4017-9d5f-80e4f702f937 owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:32.302060 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-2a21a8f5-e251-497e-a16b-c417bd19b9f8 req-1775b82c-7e6e-4777-a985-71975bb5603e tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 210 time: 0.0277102 May 26 18:09:32.394612 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0a941918-06eb-411e-83c7-fa24b232dec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (e11c83e8-2776-4017-9d5f-80e4f702f937), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:32.423647 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a941918-06eb-411e-83c7-fa24b232dec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11c83e8-2776-4017-9d5f-80e4f702f937,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:32.535706 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:32.868583 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-0a941918-06eb-411e-83c7-fa24b232dec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8107912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8119167'] for router_interface (a6f7a395-651b-4850-bcf6-f3b02779a3fe), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:32.990406 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['052ea3c5-0c1f-41b5-88c9-a61595742690'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:09:33.096955 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a941918-06eb-411e-83c7-fa24b232dec9 admin admin] Router a6f7a395-651b-4850-bcf6-f3b02779a3fe has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:09:33.188326 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:33.208762 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a941918-06eb-411e-83c7-fa24b232dec9 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:09:33.214814 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-0a941918-06eb-411e-83c7-fa24b232dec9 admin admin] 10.222.0.69 "PUT /v2.0/routers/a6f7a395-651b-4850-bcf6-f3b02779a3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9861014 May 26 18:09:33.217246 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47104) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:33.220712 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b6974-6e9d-4309-98f9-e30c96b344d2 None None] Sync routers for ids ['a6f7a395-651b-4850-bcf6-f3b02779a3fe'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:09:33.232366 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b6974-6e9d-4309-98f9-e30c96b344d2 None None] Routers {'a6f7a395-651b-4850-bcf6-f3b02779a3fe'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:33.232942 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-771b6974-6e9d-4309-98f9-e30c96b344d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:09:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a6f7a395-651b-4850-bcf6-f3b02779a3fe'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:33.319274 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Publish callbacks [] for router (a6f7a395-651b-4850-bcf6-f3b02779a3fe), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:33.346304 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-771b6974-6e9d-4309-98f9-e30c96b344d2 None None] Set router a6f7a395-651b-4850-bcf6-f3b02779a3fe gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:33.454386 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-e355f58a-3d14-40c0-89f4-65f4636f3b1c req-b7418106-3bcd-4230-8521-e88aadb36133 tempest-VolumesActionsTest-688175260 tempest-VolumesActionsTest-688175260-project] 10.222.0.69 "GET /v2.0/ports?device_id=21aa42fa-cdba-45c2-a95d-f69ce2011540 HTTP/1.1" status: 200 len: 210 time: 0.0470686 May 26 18:09:33.472038 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Publish callbacks [] for router_gateway (a6f7a395-651b-4850-bcf6-f3b02779a3fe), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:33.522172 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Deleting port 09178662-5c8f-4283-a1e4-26f2ad42bd09 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:33.522525 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:33.540086 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-771b6974-6e9d-4309-98f9-e30c96b344d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'name': 'tempest-TestShelveInstance-1750989109-router', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:57Z', 'updated_at': '2022-05-26T18:09:32Z', 'revision_number': 5, 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'gw_port': {'id': '09178662-5c8f-4283-a1e4-26f2ad42bd09', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:03:59Z', 'updated_at': '2022-05-26T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:33.575590 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b6974-6e9d-4309-98f9-e30c96b344d2 None None] Checking router: a6f7a395-651b-4850-bcf6-f3b02779a3fe for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:09:33.584704 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b6974-6e9d-4309-98f9-e30c96b344d2 None None] Routers {'a6f7a395-651b-4850-bcf6-f3b02779a3fe'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:33.585341 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-771b6974-6e9d-4309-98f9-e30c96b344d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:09:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a6f7a395-651b-4850-bcf6-f3b02779a3fe'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:33.625769 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] For port 09178662-5c8f-4283-a1e4-26f2ad42bd09, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=09178662-5c8f-4283-a1e4-26f2ad42bd09,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:33.626151 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:33.651184 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Calling delete_port for 09178662-5c8f-4283-a1e4-26f2ad42bd09 owned by network:router_gateway {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:33.681314 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-771b6974-6e9d-4309-98f9-e30c96b344d2 None None] Set router a6f7a395-651b-4850-bcf6-f3b02779a3fe gateway port host: None {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:33.708210 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:33.738338 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-771b6974-6e9d-4309-98f9-e30c96b344d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'name': 'tempest-TestShelveInstance-1750989109-router', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:57Z', 'updated_at': '2022-05-26T18:09:33Z', 'revision_number': 6, 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'gw_port_host': None}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:33.765664 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b6974-6e9d-4309-98f9-e30c96b344d2 None None] The sync data for ids ['a6f7a395-651b-4850-bcf6-f3b02779a3fe'] in dv-cinder-836074-5-iscsi is: [{'id': 'a6f7a395-651b-4850-bcf6-f3b02779a3fe', 'name': 'tempest-TestShelveInstance-1750989109-router', 'tenant_id': 'be9c648c22834924abf2abc300b7e3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:03:57Z', 'updated_at': '2022-05-26T18:09:33Z', 'revision_number': 6, 'project_id': 'be9c648c22834924abf2abc300b7e3ef', 'gw_port_host': None}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:09:33.838133 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (09178662-5c8f-4283-a1e4-26f2ad42bd09), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:33.871974 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=09178662-5c8f-4283-a1e4-26f2ad42bd09,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:33.932492 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8120285'] for router_gateway (a6f7a395-651b-4850-bcf6-f3b02779a3fe), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.020366 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8125068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30675'] for router (a6f7a395-651b-4850-bcf6-f3b02779a3fe), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.022446 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Publish callbacks [] for router_controller (a6f7a395-651b-4850-bcf6-f3b02779a3fe), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.066781 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8125063'] for router (a6f7a395-651b-4850-bcf6-f3b02779a3fe), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.067435 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6f7a395-651b-4850-bcf6-f3b02779a3fe {{(pid=103837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:09:34.072480 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.073631 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-fd4c98dd-2c46-427a-853b-36e503035ccb admin admin] 10.222.0.69 "DELETE /v2.0/routers/a6f7a395-651b-4850-bcf6-f3b02779a3fe HTTP/1.1" status: 204 len: 168 time: 0.8554826 May 26 18:09:34.076095 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47122) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:34.131878 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fb3a13-d23f-4ec9-9787-e3c67f652d2d admin admin] Deleting subnet 6c27e225-76a6-41c5-bf52-55702149a14d {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:09:34.137078 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-67fb3a13-d23f-4ec9-9787-e3c67f652d2d admin admin] Publish callbacks [] for subnet (6c27e225-76a6-41c5-bf52-55702149a14d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.176318 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-67fb3a13-d23f-4ec9-9787-e3c67f652d2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551979'] for subnet (6c27e225-76a6-41c5-bf52-55702149a14d), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.219518 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:34.257833 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-67fb3a13-d23f-4ec9-9787-e3c67f652d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (6c27e225-76a6-41c5-bf52-55702149a14d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.310274 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-67fb3a13-d23f-4ec9-9787-e3c67f652d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16743245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137532'] for subnet (6c27e225-76a6-41c5-bf52-55702149a14d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.341714 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb3a13-d23f-4ec9-9787-e3c67f652d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c27e225-76a6-41c5-bf52-55702149a14d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:34.343696 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-67fb3a13-d23f-4ec9-9787-e3c67f652d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.346802 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-67fb3a13-d23f-4ec9-9787-e3c67f652d2d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6c27e225-76a6-41c5-bf52-55702149a14d HTTP/1.1" status: 204 len: 168 time: 0.2697923 May 26 18:09:34.349208 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc239a-c9df-40a3-aaca-95434a49528c None None] Network 444255ab-9cfa-45a4-9fcd-6e5508c22ace requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:09:34.349714 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47124) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:34.417725 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (444255ab-9cfa-45a4-9fcd-6e5508c22ace), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.461840 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Deleting port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:34.462547 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.541439 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aaac68-87fc-441b-ad36-2bbdcbc2989e None None] DHCP port deletion for 444255ab-9cfa-45a4-9fcd-6e5508c22ace request from dv-cinder-836074-5-iscsi {{(pid=103838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:09:34.559707 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] For port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6,segment=NetworkSegment(3238bf5d-6b9d-4323-bb3f-d9d371922210),segment_id=3238bf5d-6b9d-4323-bb3f-d9d371922210)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:34.560099 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.576092 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Calling delete_port for 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 owned by network:dhcp {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:34.585962 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-20aaac68-87fc-441b-ad36-2bbdcbc2989e None None] Deleting port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:34.586456 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-20aaac68-87fc-441b-ad36-2bbdcbc2989e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.627220 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:34.660539 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-20aaac68-87fc-441b-ad36-2bbdcbc2989e None None] For port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6,segment=NetworkSegment(3238bf5d-6b9d-4323-bb3f-d9d371922210),segment_id=3238bf5d-6b9d-4323-bb3f-d9d371922210)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:34.661242 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-20aaac68-87fc-441b-ad36-2bbdcbc2989e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.677984 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-20aaac68-87fc-441b-ad36-2bbdcbc2989e None None] Calling delete_port for 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 owned by network:dhcp {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:34.688723 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.703440 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] No DVR routers for this DVR port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 on host dv-cinder-836074-5-iscsi {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:09:34.746002 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Pushing event deleted for resources: {'Port': ['ID=40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:34.746203 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:34.786504 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-20aaac68-87fc-441b-ad36-2bbdcbc2989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.816045 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaac68-87fc-441b-ad36-2bbdcbc2989e None None] Pushing event deleted for resources: {'Port': ['ID=40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:34.827117 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aaac68-87fc-441b-ad36-2bbdcbc2989e None None] No DVR routers for this DVR port 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 on host dv-cinder-836074-5-iscsi {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:09:34.875730 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (444255ab-9cfa-45a4-9fcd-6e5508c22ace), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.903000 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444255ab-9cfa-45a4-9fcd-6e5508c22ace']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:34.915947 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3238bf5d-6b9d-4323-bb3f-d9d371922210') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:34.916459 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3238bf5d-6b9d-4323-bb3f-d9d371922210') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:34.927927 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551954'] for segment (3238bf5d-6b9d-4323-bb3f-d9d371922210), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.956453 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (3238bf5d-6b9d-4323-bb3f-d9d371922210), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:34.969194 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:09:34.969742 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16737519'] for segment (3238bf5d-6b9d-4323-bb3f-d9d371922210), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:35.022567 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment 3238bf5d-6b9d-4323-bb3f-d9d371922210 resource provider aggregate not found May 26 18:09:35.043075 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment 3238bf5d-6b9d-4323-bb3f-d9d371922210 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3238bf5d-6b9d-4323-bb3f-d9d371922210 found for delete ", "request_id": "req-c6bad38a-880f-46a2-83ce-28b4ad15d23c"}]} May 26 18:09:35.049635 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (444255ab-9cfa-45a4-9fcd-6e5508c22ace), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:35.057195 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:35.061160 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] 10.222.0.69 "DELETE /v2.0/networks/444255ab-9cfa-45a4-9fcd-6e5508c22ace HTTP/1.1" status: 204 len: 168 time: 0.7109616 May 26 18:09:35.075275 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41875a56-bd4c-4ff5-98bb-ca8eebb702ae admin admin] Pushing event deleted for resources: {'Network': ['ID=444255ab-9cfa-45a4-9fcd-6e5508c22ace,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:35.145662 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device e11c83e8-2776-4017-9d5f-80e4f702f937 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:35.168715 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: e11c83e8-2776-4017-9d5f-80e4f702f937 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:35.169063 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device e11c83e8-2776-4017-9d5f-80e4f702f937 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:35.169489 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:35.189584 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:35.190034 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 40116f49-bfbb-4cf7-adb3-2bbb94b1f3d6 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:35.190535 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 09178662-5c8f-4283-a1e4-26f2ad42bd09 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:35.211832 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47160) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:35.217984 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 09178662-5c8f-4283-a1e4-26f2ad42bd09 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:35.218340 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 09178662-5c8f-4283-a1e4-26f2ad42bd09 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:35.253870 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ff24ef87-511a-4f3a-91d2-9035637638dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fce9015638524279b09969d5aacda2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408432 May 26 18:09:35.256524 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47164) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:35.314915 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b6cd44b7-481b-41c2-9b9d-f5aaa7e05c16 admin admin] Publish callbacks [] for security_group (e92526c6-d272-4ec7-b8f5-a36987970baf), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:35.338926 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b6cd44b7-481b-41c2-9b9d-f5aaa7e05c16 admin admin] Publish callbacks [] for security_group (e92526c6-d272-4ec7-b8f5-a36987970baf), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:35.389586 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b6cd44b7-481b-41c2-9b9d-f5aaa7e05c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e92526c6-d272-4ec7-b8f5-a36987970baf), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:35.392545 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b6cd44b7-481b-41c2-9b9d-f5aaa7e05c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:35.393744 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b6cd44b7-481b-41c2-9b9d-f5aaa7e05c16 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e92526c6-d272-4ec7-b8f5-a36987970baf HTTP/1.1" status: 204 len: 168 time: 0.1362338 May 26 18:09:35.403213 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd44b7-481b-41c2-9b9d-f5aaa7e05c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92526c6-d272-4ec7-b8f5-a36987970baf,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:35.739862 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47190) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:35.782558 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-cef8f1a2-10d2-4a39-a70f-dbabae814c89 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be9c648c22834924abf2abc300b7e3ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415282 May 26 18:09:35.784990 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47192) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:35.791538 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:35.835338 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ad4d22fb-7697-42f1-b98a-0b8894dec9b3 admin admin] Publish callbacks [] for security_group (59657328-b37d-4e13-bfb3-30e64ec5d3a2), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:35.859243 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ad4d22fb-7697-42f1-b98a-0b8894dec9b3 admin admin] Publish callbacks [] for security_group (59657328-b37d-4e13-bfb3-30e64ec5d3a2), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:35.879074 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:35.913305 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ad4d22fb-7697-42f1-b98a-0b8894dec9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (59657328-b37d-4e13-bfb3-30e64ec5d3a2), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:35.916832 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ad4d22fb-7697-42f1-b98a-0b8894dec9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:35.917993 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-ad4d22fb-7697-42f1-b98a-0b8894dec9b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/59657328-b37d-4e13-bfb3-30e64ec5d3a2 HTTP/1.1" status: 204 len: 168 time: 0.1321168 May 26 18:09:35.926156 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d22fb-7697-42f1-b98a-0b8894dec9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59657328-b37d-4e13-bfb3-30e64ec5d3a2,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:35.943502 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 052ea3c5-0c1f-41b5-88c9-a61595742690 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:35.965861 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: 052ea3c5-0c1f-41b5-88c9-a61595742690 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:35.966208 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device 052ea3c5-0c1f-41b5-88c9-a61595742690 not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:43.731437 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:45.375792 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=81 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:45.398097 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=45,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:45.920614 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=13,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:45.921432 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:47.786197 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=41 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:47.793556 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:09:48.038365 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-730d249c-c2b5-475c-b637-6649b56ce70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:50.206262 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-291e9900-4d54-4932-bfe8-b3eca082623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:51.564627 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:52.582732 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.133433 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.462162 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47534) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:54.623230 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-02af28f4-c37e-4b70-a260-72ec62506bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.732931 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-02af28f4-c37e-4b70-a260-72ec62506bd0 admin admin] Publish callbacks [] for security_group (f07d81f5-4342-42c8-a536-ac442fca05c3), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.738433 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-02af28f4-c37e-4b70-a260-72ec62506bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f07d81f5-4342-42c8-a536-ac442fca05c3), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.778071 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-02af28f4-c37e-4b70-a260-72ec62506bd0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c911ff2d7cbe47e9a3d97b902666a5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130734 May 26 18:09:54.781815 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47548) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:54.815588 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af28f4-c37e-4b70-a260-72ec62506bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07d81f5-4342-42c8-a536-ac442fca05c3,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:54.867683 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5b6193f4-ea36-4602-8c29-a0e0a76a3af6 admin admin] Publish callbacks [] for security_group (f07d81f5-4342-42c8-a536-ac442fca05c3), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.901488 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5b6193f4-ea36-4602-8c29-a0e0a76a3af6 admin admin] Publish callbacks [] for security_group (f07d81f5-4342-42c8-a536-ac442fca05c3), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.973209 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5b6193f4-ea36-4602-8c29-a0e0a76a3af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f07d81f5-4342-42c8-a536-ac442fca05c3), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.980848 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5b6193f4-ea36-4602-8c29-a0e0a76a3af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.985373 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-5b6193f4-ea36-4602-8c29-a0e0a76a3af6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f07d81f5-4342-42c8-a536-ac442fca05c3 HTTP/1.1" status: 204 len: 168 time: 0.2021556 May 26 18:09:54.998106 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6193f4-ea36-4602-8c29-a0e0a76a3af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07d81f5-4342-42c8-a536-ac442fca05c3,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:55.497704 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47576) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:55.515332 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44c64e0b-774a-40d5-8dc3-16b346d8427a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.609850 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44c64e0b-774a-40d5-8dc3-16b346d8427a admin admin] Publish callbacks [] for security_group (e1a42149-0c22-45a1-be91-b9dc8a00f4b0), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.615887 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-44c64e0b-774a-40d5-8dc3-16b346d8427a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e1a42149-0c22-45a1-be91-b9dc8a00f4b0), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.635242 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47580) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:55.651907 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-44c64e0b-774a-40d5-8dc3-16b346d8427a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba79ed4d2a5e449ea0206344fb6b0c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533029 May 26 18:09:55.656226 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47584) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:55.703147 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c64e0b-774a-40d5-8dc3-16b346d8427a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a42149-0c22-45a1-be91-b9dc8a00f4b0,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:55.735925 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-40776e0d-de66-4c67-a468-842e603c4576 admin admin] Publish callbacks [] for security_group (e1a42149-0c22-45a1-be91-b9dc8a00f4b0), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.795059 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-40776e0d-de66-4c67-a468-842e603c4576 admin admin] Publish callbacks [] for security_group (e1a42149-0c22-45a1-be91-b9dc8a00f4b0), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.849599 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4c50c46c-264f-421e-8de1-7154c58e8333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.898857 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-40776e0d-de66-4c67-a468-842e603c4576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (e1a42149-0c22-45a1-be91-b9dc8a00f4b0), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.902045 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-40776e0d-de66-4c67-a468-842e603c4576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.904163 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-40776e0d-de66-4c67-a468-842e603c4576 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e1a42149-0c22-45a1-be91-b9dc8a00f4b0 HTTP/1.1" status: 204 len: 168 time: 0.2458079 May 26 18:09:55.938743 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40776e0d-de66-4c67-a468-842e603c4576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a42149-0c22-45a1-be91-b9dc8a00f4b0,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:56.023891 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4c50c46c-264f-421e-8de1-7154c58e8333 admin admin] Publish callbacks [] for security_group (a2c3f89a-134d-44bf-a20d-23dd789798e4), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.029708 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4c50c46c-264f-421e-8de1-7154c58e8333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (a2c3f89a-134d-44bf-a20d-23dd789798e4), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.080894 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4c50c46c-264f-421e-8de1-7154c58e8333 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88b58a8808214295b8ee15083d0f2109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439540 May 26 18:09:56.081929 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50c46c-264f-421e-8de1-7154c58e8333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c3f89a-134d-44bf-a20d-23dd789798e4,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:56.083630 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47592) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:56.171254 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-f9f13202-4252-4d66-a598-1d4376e0a5e2 admin admin] Publish callbacks [] for security_group (a2c3f89a-134d-44bf-a20d-23dd789798e4), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.203912 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-f9f13202-4252-4d66-a598-1d4376e0a5e2 admin admin] Publish callbacks [] for security_group (a2c3f89a-134d-44bf-a20d-23dd789798e4), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.274708 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-f9f13202-4252-4d66-a598-1d4376e0a5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (a2c3f89a-134d-44bf-a20d-23dd789798e4), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.278606 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-f9f13202-4252-4d66-a598-1d4376e0a5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.279892 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-f9f13202-4252-4d66-a598-1d4376e0a5e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a2c3f89a-134d-44bf-a20d-23dd789798e4 HTTP/1.1" status: 204 len: 168 time: 0.1944330 May 26 18:09:56.296839 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f13202-4252-4d66-a598-1d4376e0a5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c3f89a-134d-44bf-a20d-23dd789798e4,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:56.707331 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47612) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:56.734457 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c0793249-619e-460e-9bc6-6a1e94111a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.836268 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c0793249-619e-460e-9bc6-6a1e94111a8f admin admin] Publish callbacks [] for security_group (291b6737-ebc8-4882-9dc9-d5286727c5e8), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.837216 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:56.844751 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-c0793249-619e-460e-9bc6-6a1e94111a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (291b6737-ebc8-4882-9dc9-d5286727c5e8), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.896947 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0793249-619e-460e-9bc6-6a1e94111a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291b6737-ebc8-4882-9dc9-d5286727c5e8,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:56.902310 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-c0793249-619e-460e-9bc6-6a1e94111a8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=59a1532982944455a118ba19169e9fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923869 May 26 18:09:56.904731 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47618) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:56.982305 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a7a76515-b71a-4900-86be-b64222177ce4 admin admin] Publish callbacks [] for security_group (291b6737-ebc8-4882-9dc9-d5286727c5e8), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:57.014896 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a7a76515-b71a-4900-86be-b64222177ce4 admin admin] Publish callbacks [] for security_group (291b6737-ebc8-4882-9dc9-d5286727c5e8), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:57.055720 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:57.101323 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a7a76515-b71a-4900-86be-b64222177ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (291b6737-ebc8-4882-9dc9-d5286727c5e8), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:57.101323 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a7a76515-b71a-4900-86be-b64222177ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:57.101323 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-a7a76515-b71a-4900-86be-b64222177ce4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/291b6737-ebc8-4882-9dc9-d5286727c5e8 HTTP/1.1" status: 204 len: 168 time: 0.1913099 May 26 18:09:57.112809 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a76515-b71a-4900-86be-b64222177ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291b6737-ebc8-4882-9dc9-d5286727c5e8,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:57.789253 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=50 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:01.930255 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47768) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:02.062241 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:02.150752 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Publish callbacks [] for security_group (f77d038c-44b0-46da-87d9-e8f25442236d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:02.155419 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f77d038c-44b0-46da-87d9-e8f25442236d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:02.197120 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=520988138dc847a9a7b7c9a5207497e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656882 May 26 18:10:02.197809 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77d038c-44b0-46da-87d9-e8f25442236d,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:02.200925 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47772) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:02.206776 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.207121 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.207465 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.207802 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.208161 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.208489 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.208814 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.209307 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.210249 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.210580 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.210907 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.211234 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.211555 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.211874 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.212222 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089c18-1dbc-41de-b822-a2fb03808c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:02.257356 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-121d043f-ac83-49d6-ae5a-a6a710964808 admin admin] Publish callbacks [] for security_group (f77d038c-44b0-46da-87d9-e8f25442236d), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:02.281569 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-121d043f-ac83-49d6-ae5a-a6a710964808 admin admin] Publish callbacks [] for security_group (f77d038c-44b0-46da-87d9-e8f25442236d), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:02.333880 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-121d043f-ac83-49d6-ae5a-a6a710964808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f77d038c-44b0-46da-87d9-e8f25442236d), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:02.336610 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-121d043f-ac83-49d6-ae5a-a6a710964808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:02.337788 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-121d043f-ac83-49d6-ae5a-a6a710964808 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f77d038c-44b0-46da-87d9-e8f25442236d HTTP/1.1" status: 204 len: 168 time: 0.1358867 May 26 18:10:02.346879 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d043f-ac83-49d6-ae5a-a6a710964808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77d038c-44b0-46da-87d9-e8f25442236d,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:02.361484 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:02.711899 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47804) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:02.725432 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-541e3554-d8a9-4454-893b-63b377647b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:02.821200 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-541e3554-d8a9-4454-893b-63b377647b2e admin admin] Publish callbacks [] for security_group (231eb6b3-cefe-48ad-b396-91b88ef7fe71), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:02.826263 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-541e3554-d8a9-4454-893b-63b377647b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (231eb6b3-cefe-48ad-b396-91b88ef7fe71), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:02.868190 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e3554-d8a9-4454-893b-63b377647b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231eb6b3-cefe-48ad-b396-91b88ef7fe71,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:02.873410 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-541e3554-d8a9-4454-893b-63b377647b2e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7bf694c2e3a64decbfcc114b58e027ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603634 May 26 18:10:02.876146 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47820) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:02.930843 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ce1aac99-fc9b-4246-bc28-9bbd81abc520 admin admin] Publish callbacks [] for security_group (231eb6b3-cefe-48ad-b396-91b88ef7fe71), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:02.962696 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ce1aac99-fc9b-4246-bc28-9bbd81abc520 admin admin] Publish callbacks [] for security_group (231eb6b3-cefe-48ad-b396-91b88ef7fe71), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:03.029055 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ce1aac99-fc9b-4246-bc28-9bbd81abc520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (231eb6b3-cefe-48ad-b396-91b88ef7fe71), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:03.032870 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ce1aac99-fc9b-4246-bc28-9bbd81abc520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:03.034490 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-ce1aac99-fc9b-4246-bc28-9bbd81abc520 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/231eb6b3-cefe-48ad-b396-91b88ef7fe71 HTTP/1.1" status: 204 len: 168 time: 0.1575718 May 26 18:10:03.045613 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1aac99-fc9b-4246-bc28-9bbd81abc520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231eb6b3-cefe-48ad-b396-91b88ef7fe71,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:05.225429 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47934) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:05.346689 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d86e0643-a614-40a4-b9de-d0561dc12844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:05.468057 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d86e0643-a614-40a4-b9de-d0561dc12844 admin admin] Publish callbacks [] for security_group (65f5151b-4fc7-496e-aff4-48798476bfa6), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:05.472679 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d86e0643-a614-40a4-b9de-d0561dc12844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (65f5151b-4fc7-496e-aff4-48798476bfa6), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:05.477194 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:05.521855 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e0643-a614-40a4-b9de-d0561dc12844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f5151b-4fc7-496e-aff4-48798476bfa6,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:05.528065 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d86e0643-a614-40a4-b9de-d0561dc12844 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da581d8cfd2b49c49a9b9e108594a3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008485 May 26 18:10:05.530449 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47944) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:05.587755 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-de468bf7-9cda-4c12-953d-8a1fbf322d57 admin admin] Publish callbacks [] for security_group (65f5151b-4fc7-496e-aff4-48798476bfa6), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:05.589218 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:05.617417 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-de468bf7-9cda-4c12-953d-8a1fbf322d57 admin admin] Publish callbacks [] for security_group (65f5151b-4fc7-496e-aff4-48798476bfa6), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:05.627708 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:05.680584 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-de468bf7-9cda-4c12-953d-8a1fbf322d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (65f5151b-4fc7-496e-aff4-48798476bfa6), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:05.683271 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-de468bf7-9cda-4c12-953d-8a1fbf322d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:05.685104 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-de468bf7-9cda-4c12-953d-8a1fbf322d57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65f5151b-4fc7-496e-aff4-48798476bfa6 HTTP/1.1" status: 204 len: 168 time: 0.1528609 May 26 18:10:05.694236 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de468bf7-9cda-4c12-953d-8a1fbf322d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f5151b-4fc7-496e-aff4-48798476bfa6,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:05.992367 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 47950) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:06.006770 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6343434f-7359-4180-8826-7b7b4f33a8f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.106987 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6343434f-7359-4180-8826-7b7b4f33a8f9 admin admin] Publish callbacks [] for security_group (7b4c4d79-3dfc-4385-8580-8575d4fe7ce1), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.111037 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6343434f-7359-4180-8826-7b7b4f33a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (7b4c4d79-3dfc-4385-8580-8575d4fe7ce1), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.157351 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6343434f-7359-4180-8826-7b7b4f33a8f9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a18d8a1bda1c409a96b3ecaea7bf4cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635835 May 26 18:10:06.158190 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343434f-7359-4180-8826-7b7b4f33a8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4c4d79-3dfc-4385-8580-8575d4fe7ce1,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:06.160514 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47952) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:06.210488 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:06.225205 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b483-ee3d-438f-bb05-5be73602f6ff admin admin] Publish callbacks [] for security_group (7b4c4d79-3dfc-4385-8580-8575d4fe7ce1), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.253464 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b483-ee3d-438f-bb05-5be73602f6ff admin admin] Publish callbacks [] for security_group (7b4c4d79-3dfc-4385-8580-8575d4fe7ce1), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.304819 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b483-ee3d-438f-bb05-5be73602f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (7b4c4d79-3dfc-4385-8580-8575d4fe7ce1), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.307392 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b483-ee3d-438f-bb05-5be73602f6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.308613 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-b7e7b483-ee3d-438f-bb05-5be73602f6ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7b4c4d79-3dfc-4385-8580-8575d4fe7ce1 HTTP/1.1" status: 204 len: 168 time: 0.1468546 May 26 18:10:06.321131 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7b483-ee3d-438f-bb05-5be73602f6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4c4d79-3dfc-4385-8580-8575d4fe7ce1,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:06.335097 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=44,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:06.438173 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47960) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:06.494571 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa7538b-cc43-4e78-b803-60598d847cc7 admin admin] Deleting subnet b3ef49f8-ad0a-4438-89b3-759577a9f7c4 {{(pid=103836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:10:06.498122 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-caa7538b-cc43-4e78-b803-60598d847cc7 admin admin] Publish callbacks [] for subnet (b3ef49f8-ad0a-4438-89b3-759577a9f7c4), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.557600 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-caa7538b-cc43-4e78-b803-60598d847cc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5381277'] for subnet (b3ef49f8-ad0a-4438-89b3-759577a9f7c4), precommit_delete_associations {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.603273 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-caa7538b-cc43-4e78-b803-60598d847cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (b3ef49f8-ad0a-4438-89b3-759577a9f7c4), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.683481 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-caa7538b-cc43-4e78-b803-60598d847cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16472683'] for subnet (b3ef49f8-ad0a-4438-89b3-759577a9f7c4), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.716035 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7538b-cc43-4e78-b803-60598d847cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ef49f8-ad0a-4438-89b3-759577a9f7c4,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:06.722448 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-caa7538b-cc43-4e78-b803-60598d847cc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.726714 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-caa7538b-cc43-4e78-b803-60598d847cc7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b3ef49f8-ad0a-4438-89b3-759577a9f7c4 HTTP/1.1" status: 204 len: 168 time: 0.2873936 May 26 18:10:06.729160 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 47982) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:06.863935 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (69c7e340-930b-4e5f-9643-c62f279653d3), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.959876 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (69c7e340-930b-4e5f-9643-c62f279653d3), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.985470 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c7e340-930b-4e5f-9643-c62f279653d3']}} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:06.997667 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e462b24c-2023-4973-bd9f-236bbc5aa47e') {'for_net_delete': True} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:06.998013 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e462b24c-2023-4973-bd9f-236bbc5aa47e') {} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:07.017445 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5381284'] for segment (e462b24c-2023-4973-bd9f-236bbc5aa47e), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.039914 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (e462b24c-2023-4973-bd9f-236bbc5aa47e), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.051424 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:10:07.052369 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408449'] for segment (e462b24c-2023-4973-bd9f-236bbc5aa47e), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.078691 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment e462b24c-2023-4973-bd9f-236bbc5aa47e resource provider aggregate not found May 26 18:10:07.136941 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment e462b24c-2023-4973-bd9f-236bbc5aa47e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e462b24c-2023-4973-bd9f-236bbc5aa47e found for delete ", "request_id": "req-3d1a0d99-97f0-4b0d-83b2-d5648059fce8"}]} May 26 18:10:07.159267 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (69c7e340-930b-4e5f-9643-c62f279653d3), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.164993 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.168086 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/69c7e340-930b-4e5f-9643-c62f279653d3 HTTP/1.1" status: 204 len: 168 time: 0.4377058 May 26 18:10:07.180634 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b46fb-0537-4adf-ac3c-174b453a83c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c7e340-930b-4e5f-9643-c62f279653d3,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:07.379939 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48008) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:07.428844 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-603b1f4c-167a-4e24-aff7-e3331549db60 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6805a7efbeb448d8bc42a86ff756071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472105 May 26 18:10:07.430873 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48010) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:07.491991 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21ee80e2-7ea9-4de6-b95c-aa11c52c32bb admin admin] Publish callbacks [] for security_group (537d74cc-fab0-43cb-b8fd-3658fb518c5e), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.518992 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21ee80e2-7ea9-4de6-b95c-aa11c52c32bb admin admin] Publish callbacks [] for security_group (537d74cc-fab0-43cb-b8fd-3658fb518c5e), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.578001 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21ee80e2-7ea9-4de6-b95c-aa11c52c32bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (537d74cc-fab0-43cb-b8fd-3658fb518c5e), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.581902 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-21ee80e2-7ea9-4de6-b95c-aa11c52c32bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.583503 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-21ee80e2-7ea9-4de6-b95c-aa11c52c32bb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/537d74cc-fab0-43cb-b8fd-3658fb518c5e HTTP/1.1" status: 204 len: 168 time: 0.1517451 May 26 18:10:07.592973 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee80e2-7ea9-4de6-b95c-aa11c52c32bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537d74cc-fab0-43cb-b8fd-3658fb518c5e,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:08.443401 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48050) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:08.549385 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-12942501-network', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:08.572077 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Made reservation on behalf of 5eefb86101fe49f9953595f91d4a790a for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:08.574935 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.586941 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.675317 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Publish callbacks [] for security_group (f8eb48bc-8d84-4aae-be08-8e14fccafcc4), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.681177 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f8eb48bc-8d84-4aae-be08-8e14fccafcc4), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.708067 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:10:08.718924 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eb48bc-8d84-4aae-be08-8e14fccafcc4,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:08.724080 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (d463bf6d-70df-4111-ae0b-0a2526c66cb0), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.724491 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Added segment d463bf6d-70df-4111-ae0b-0a2526c66cb0 of type vlan for network 020506e2-f56f-41a0-9d9c-dd9831f11549 May 26 18:10:08.767628 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (020506e2-f56f-41a0-9d9c-dd9831f11549), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.796662 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (020506e2-f56f-41a0-9d9c-dd9831f11549), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.797757 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:08.798436 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.822167 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:08.857799 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:DELETE=6,neutron:SELECT=72,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:08.876571 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4318833 May 26 18:10:08.879292 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785728bc-7a02-4aba-bb71-e2a9371e9516 admin admin] Pushing event updated for resources: {'Network': ['ID=020506e2-f56f-41a0-9d9c-dd9831f11549,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:08.880154 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48058) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:08.890768 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-ddbcb021-66d1-4e19-9d23-22f723041f24 admin admin] Request body: {'subnet': {'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-12942501-subnet', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'ip_version': 4}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:08.904711 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 020506e2-f56f-41a0-9d9c-dd9831f11549 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:10:08.913551 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbcb021-66d1-4e19-9d23-22f723041f24 admin admin] Made reservation on behalf of 5eefb86101fe49f9953595f91d4a790a for: {'subnet': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:08.916586 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb021-66d1-4e19-9d23-22f723041f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16472646'] for subnet (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.064426 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:09.128853 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb021-66d1-4e19-9d23-22f723041f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4414306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16472656'] for subnet (e9176375-4215-4f5d-848a-522fd3578e32), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.178458 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:09.193515 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcb021-66d1-4e19-9d23-22f723041f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9176375-4215-4f5d-848a-522fd3578e32,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:09.206752 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbcb021-66d1-4e19-9d23-22f723041f24 admin admin] Checking segment: {'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:09.207110 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbcb021-66d1-4e19-9d23-22f723041f24 admin admin] Network hostable DHCP agents. Network: 020506e2-f56f-41a0-9d9c-dd9831f11549, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:10:09.226046 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbcb021-66d1-4e19-9d23-22f723041f24 admin admin] Network 020506e2-f56f-41a0-9d9c-dd9831f11549 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:10:09.235886 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-ddbcb021-66d1-4e19-9d23-22f723041f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 020506e2-f56f-41a0-9d9c-dd9831f11549) {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:09.240380 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbcb021-66d1-4e19-9d23-22f723041f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:09.240905 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb021-66d1-4e19-9d23-22f723041f24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.245561 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b00ef8-0af7-4318-8112-a870ab001e77 None None] Network 020506e2-f56f-41a0-9d9c-dd9831f11549 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:09.262053 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-ddbcb021-66d1-4e19-9d23-22f723041f24 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3767745 May 26 18:10:09.264608 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48064) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:09.269915 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:09.300545 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8124790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30497'] for router (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.302722 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8125126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8118390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30682'] for router (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.375506 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Publish callbacks [] for router_controller (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), precommit_add_association {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.509942 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e6c291-d0de-5d0e-a6fa-1647aae683f0-020506e2-f56f-41a0-9d9c-dd9831f11549', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32'}]}} from dv-cinder-836074-5-iscsi. {{(pid=103838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:10:09.511231 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.536104 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Publish callbacks [] for router_gateway (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.694358 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Allocated IP 172.20.0.2 (020506e2-f56f-41a0-9d9c-dd9831f11549/e9176375-4215-4f5d-848a-522fd3578e32/aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:09.783741 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48080) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:09.926200 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4da21bdb-e60f-4c83-bb84-e14d95a83b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.939119 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Publish callbacks [] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.946688 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.014909 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Network 020506e2-f56f-41a0-9d9c-dd9831f11549 is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:10.019771 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:10.020975 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4da21bdb-e60f-4c83-bb84-e14d95a83b30 admin admin] Publish callbacks [] for security_group (248825b4-0f1d-44b6-9ef8-12853e39f317), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.024532 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:10.027111 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4da21bdb-e60f-4c83-bb84-e14d95a83b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (248825b4-0f1d-44b6-9ef8-12853e39f317), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.036850 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Publish callbacks [] for router_gateway (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.045420 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Pushing event updated for resources: {'Port': ['ID=aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:10.059804 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.073440 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.074110 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.074540 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.074926 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.075271 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.075612 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.075992 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.076363 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.076772 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.077163 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.077754 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.078267 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.078910 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.079256 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.079591 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:10.097384 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-4da21bdb-e60f-4c83-bb84-e14d95a83b30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d0217d7a7c646e7a07ee0246ff980a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119326 May 26 18:10:10.098609 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48086) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:10.120148 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Attempting to bind port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:10.120525 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Attempting to bind port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:10.121111 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Attempting to bind port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 on network 020506e2-f56f-41a0-9d9c-dd9831f11549 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:10.130354 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:10.130992 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Checking segment: {'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:10.131889 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.132325 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Bound using segment: {'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:10.132923 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Bound port: aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:10.133321 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.142180 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da21bdb-e60f-4c83-bb84-e14d95a83b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248825b4-0f1d-44b6-9ef8-12853e39f317,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:10.180251 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ac0d699c-e67a-442f-9723-742d8a5ba27b admin admin] Publish callbacks [] for security_group (248825b4-0f1d-44b6-9ef8-12853e39f317), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.206937 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ac0d699c-e67a-442f-9723-742d8a5ba27b admin admin] Publish callbacks [] for security_group (248825b4-0f1d-44b6-9ef8-12853e39f317), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.221518 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Allocated IP 172.27.0.116 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/1cb48491-d084-46cb-b333-33b4d0500381) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:10.255738 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] For port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:10.260119 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] For port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:10.268826 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.273983 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ac0d699c-e67a-442f-9723-742d8a5ba27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (248825b4-0f1d-44b6-9ef8-12853e39f317), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.276905 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ac0d699c-e67a-442f-9723-742d8a5ba27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.280727 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-ac0d699c-e67a-442f-9723-742d8a5ba27b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/248825b4-0f1d-44b6-9ef8-12853e39f317 HTTP/1.1" status: 204 len: 168 time: 0.1771994 May 26 18:10:10.312900 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d699c-e67a-442f-9723-742d8a5ba27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248825b4-0f1d-44b6-9ef8-12853e39f317,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:10.379992 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Publish callbacks [] for port (1cb48491-d084-46cb-b333-33b4d0500381), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.384675 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3da4df-f876-482f-946c-e64ce96cf5a9 None None] Pushing event updated for resources: {'Port': ['ID=aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:10.427943 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (1cb48491-d084-46cb-b333-33b4d0500381), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.485881 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:10.487542 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Pushing event updated for resources: {'Port': ['ID=1cb48491-d084-46cb-b333-33b4d0500381,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:10.491510 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:10.493911 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:10.542678 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:10.727015 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48092) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:10.742642 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2d35502b-6ea7-4dcd-8f4b-d3ea79759cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.836896 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2d35502b-6ea7-4dcd-8f4b-d3ea79759cfd admin admin] Publish callbacks [] for security_group (08208297-db30-41f8-b960-cabcb4262a3d), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.841668 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2d35502b-6ea7-4dcd-8f4b-d3ea79759cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (08208297-db30-41f8-b960-cabcb4262a3d), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.853920 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:10.862287 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Publish callbacks [] for router_gateway (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.897985 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-2d35502b-6ea7-4dcd-8f4b-d3ea79759cfd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4f21292aede142f998dcea66c42d4235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675122 May 26 18:10:10.897985 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35502b-6ea7-4dcd-8f4b-d3ea79759cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08208297-db30-41f8-b960-cabcb4262a3d,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:10.898452 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48094) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:11.009586 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5ada72dc-f1ad-4d36-8841-b6dbf3aa38cb admin admin] Publish callbacks [] for security_group (08208297-db30-41f8-b960-cabcb4262a3d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:11.073921 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5ada72dc-f1ad-4d36-8841-b6dbf3aa38cb admin admin] Publish callbacks [] for security_group (08208297-db30-41f8-b960-cabcb4262a3d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:11.161417 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8125169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8118277'] for router (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:11.220327 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:11.293275 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:11.294523 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:11.296568 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5ada72dc-f1ad-4d36-8841-b6dbf3aa38cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (08208297-db30-41f8-b960-cabcb4262a3d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:11.299206 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-5ada72dc-f1ad-4d36-8841-b6dbf3aa38cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:11.304051 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-5ada72dc-f1ad-4d36-8841-b6dbf3aa38cb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08208297-db30-41f8-b960-cabcb4262a3d HTTP/1.1" status: 204 len: 168 time: 0.4008374 May 26 18:10:11.314464 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada72dc-f1ad-4d36-8841-b6dbf3aa38cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08208297-db30-41f8-b960-cabcb4262a3d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:11.359385 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d is scheduled to L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 with binding_index 1 {{(pid=103837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:10:11.413221 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:11.417927 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:11.486923 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:11.487625 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:11.504786 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:11.515905 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Sync routers for ids ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:11.536970 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:11.540995 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-fb2244e1-f934-4f16-b7fd-50edf4f8dfed admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2721214 May 26 18:10:11.541178 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:11.541359 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48100) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:11.545231 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Routers {'d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:11.546281 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:09:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:11.550689 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:11.591764 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf171e3-c11c-4110-ac65-a38dc67806bc None None] Network 020506e2-f56f-41a0-9d9c-dd9831f11549 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:11.666230 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:11.705020 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-910369d1-0b89-4772-8b6c-ba6dad5b4155 None None] Provisioning complete for port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:11.705406 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-910369d1-0b89-4772-8b6c-ba6dad5b4155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:11.787315 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:11.829246 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Set router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:11.967508 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:12.020886 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-910369d1-0b89-4772-8b6c-ba6dad5b4155 None None] Current status of the port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:12.098826 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:10:10Z', 'revision_number': 3, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:12.126827 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Checking router: d93bb42c-f9a7-44ed-b5e5-4709330d0e3d for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:12.127479 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Updating router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d port 1cb48491-d084-46cb-b333-33b4d0500381 binding host dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:10:12.150864 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:12.162791 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (1cb48491-d084-46cb-b333-33b4d0500381), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:12.326497 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-4351014b-55b5-4211-bd45-b3c6f9acd7a7 None None] Provisioning complete for port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:12.326497 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4351014b-55b5-4211-bd45-b3c6f9acd7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:12.334100 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:12.418137 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Allocated IP 172.20.0.1 (020506e2-f56f-41a0-9d9c-dd9831f11549/e9176375-4215-4f5d-848a-522fd3578e32/f5d003d1-012a-42a0-bb36-dba40b5584fe) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:12.534760 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-4351014b-55b5-4211-bd45-b3c6f9acd7a7 None None] Current status of the port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:12.552052 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:12.586892 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Publish callbacks [] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:12.633154 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:12.694690 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Network 020506e2-f56f-41a0-9d9c-dd9831f11549 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:12.695684 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Publish callbacks [] for port (1cb48491-d084-46cb-b333-33b4d0500381), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:12.703133 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (1cb48491-d084-46cb-b333-33b4d0500381), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:12.703758 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:12.711767 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:12.717770 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Pushing event updated for resources: {'Port': ['ID=f5d003d1-012a-42a0-bb36-dba40b5584fe,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:12.792257 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8120182'] for router_interface (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:12.829499 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Attempting to bind port 1cb48491-d084-46cb-b333-33b4d0500381 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:12.829879 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Attempting to bind port 1cb48491-d084-46cb-b333-33b4d0500381 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:12.830251 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Attempting to bind port 1cb48491-d084-46cb-b333-33b4d0500381 on network fe5e7183-55e6-482c-9be6-dbe7ef622043 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:12.834719 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4be36d-229f-4024-adde-7a0ddeb6b5ac None None] Pushing event updated for resources: {'Port': ['ID=1cb48491-d084-46cb-b333-33b4d0500381,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:12.841595 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:12.842033 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Checking segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:12.842407 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:12.842813 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Bound using segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:12.843319 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Bound port: 1cb48491-d084-46cb-b333-33b4d0500381, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:12.843729 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (1cb48491-d084-46cb-b333-33b4d0500381), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:12.927161 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] For port 1cb48491-d084-46cb-b333-33b4d0500381, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:12.934300 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] For port 1cb48491-d084-46cb-b333-33b4d0500381, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=1cb48491-d084-46cb-b333-33b4d0500381,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:12.946743 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (1cb48491-d084-46cb-b333-33b4d0500381), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.097683 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Routers {'d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:13.098489 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:09:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:13.143463 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4be36d-229f-4024-adde-7a0ddeb6b5ac None None] Pushing event updated for resources: {'Port': ['ID=1cb48491-d084-46cb-b333-33b4d0500381,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:13.166909 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:13.194415 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.229010 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-2f25d005-5804-490c-b312-0de9703704ae None None] Provisioning complete for port f5d003d1-012a-42a0-bb36-dba40b5584fe triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:13.229698 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2f25d005-5804-490c-b312-0de9703704ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.400984 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:13.432278 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:13.502730 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] Set router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:13.507003 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-2f25d005-5804-490c-b312-0de9703704ae None None] Port f5d003d1-012a-42a0-bb36-dba40b5584fe cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:10:13.537151 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Publish callbacks [] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.542667 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16737419'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.554145 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:13.554652 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.608082 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:13.625341 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Pushing event updated for resources: {'Port': ['ID=f5d003d1-012a-42a0-bb36-dba40b5584fe,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:13.633490 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8107905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8119238'] for router_interface (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.739378 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Network 020506e2-f56f-41a0-9d9c-dd9831f11549 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:13.741600 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:13.768979 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.769621 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:13.823422 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:10:13Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'f5d003d1-012a-42a0-bb36-dba40b5584fe', 'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'mac_address': 'fa:16:3e:42:39:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:12Z', 'updated_at': '2022-05-26T18:10:12Z', 'revision_number': 1, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'subnets': [{'id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:13.871739 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba7d28-30d5-4be6-b662-a9a0dc727d2d None None] The sync data for ids ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'] in dv-cinder-836074-5-iscsi is: [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:10:13Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'f5d003d1-012a-42a0-bb36-dba40b5584fe', 'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'mac_address': 'fa:16:3e:42:39:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:12Z', 'updated_at': '2022-05-26T18:10:12Z', 'revision_number': 1, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'subnets': [{'id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:13.944103 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:10:14.151590 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-76a86194-7fad-4a19-bc56-bafc9286da3b None None] Provisioning complete for port f5d003d1-012a-42a0-bb36-dba40b5584fe triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:14.152524 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-76a86194-7fad-4a19-bc56-bafc9286da3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:14.261983 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-76a86194-7fad-4a19-bc56-bafc9286da3b None None] Port f5d003d1-012a-42a0-bb36-dba40b5584fe cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:10:14.440136 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:14.446195 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-46da362f-2579-4639-88b9-c04587f2a24d admin admin] 10.222.0.69 "PUT /v2.0/routers/d93bb42c-f9a7-44ed-b5e5-4709330d0e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9036701 May 26 18:10:15.220511 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 1cb48491-d084-46cb-b333-33b4d0500381 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:15.289677 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 1cb48491-d084-46cb-b333-33b4d0500381 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:15.290175 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (1cb48491-d084-46cb-b333-33b4d0500381), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.296524 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48260) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:15.302320 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1604218401-network', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:15.331990 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Made reservation on behalf of cc0892227f1d404184ae8e4bf3c2c9ce for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:15.333154 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:15.334656 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.345180 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.395383 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 1cb48491-d084-46cb-b333-33b4d0500381 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:15.396211 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (1cb48491-d084-46cb-b333-33b4d0500381), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.427123 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port 1cb48491-d084-46cb-b333-33b4d0500381, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=1cb48491-d084-46cb-b333-33b4d0500381,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:15.433592 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (1cb48491-d084-46cb-b333-33b4d0500381), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.453463 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Publish callbacks [] for security_group (3c96f484-da4f-4bf1-b7a4-c1beaa46aebf), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.458635 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (3c96f484-da4f-4bf1-b7a4-c1beaa46aebf), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.473488 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:15.496039 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:10:15.505423 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=1cb48491-d084-46cb-b333-33b4d0500381,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:15.505676 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c96f484-da4f-4bf1-b7a4-c1beaa46aebf,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:15.511265 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (d8644fd3-da46-40b0-a485-97cd22e081c9), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.511677 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Added segment d8644fd3-da46-40b0-a485-97cd22e081c9 of type vlan for network 886d784f-b17a-47c8-ada2-aa0904b4de6b May 26 18:10:15.565809 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:15.568285 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (886d784f-b17a-47c8-ada2-aa0904b4de6b), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.604756 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (886d784f-b17a-47c8-ada2-aa0904b4de6b), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.606034 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:15.607513 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.678014 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3800595 May 26 18:10:15.681631 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48282) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:15.697909 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-86a725c8-5194-40a5-a863-be187ea25348 admin admin] Request body: {'subnet': {'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1604218401-subnet', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:15.724276 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd706320-ec45-4498-a2ee-123e1aedf1de admin admin] Pushing event updated for resources: {'Network': ['ID=886d784f-b17a-47c8-ada2-aa0904b4de6b,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:15.738910 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network 886d784f-b17a-47c8-ada2-aa0904b4de6b details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:10:15.747079 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a725c8-5194-40a5-a863-be187ea25348 admin admin] Made reservation on behalf of cc0892227f1d404184ae8e4bf3c2c9ce for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:15.750177 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-86a725c8-5194-40a5-a863-be187ea25348 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16137489'] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.050634 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-86a725c8-5194-40a5-a863-be187ea25348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16743180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137479'] for subnet (3a4938a2-32b9-4d6e-835f-90e653e06f3a), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.116770 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a725c8-5194-40a5-a863-be187ea25348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4938a2-32b9-4d6e-835f-90e653e06f3a,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:16.131488 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48296) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:16.144275 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a725c8-5194-40a5-a863-be187ea25348 admin admin] Checking segment: {'id': 'd8644fd3-da46-40b0-a485-97cd22e081c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:16.144640 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a725c8-5194-40a5-a863-be187ea25348 admin admin] Network hostable DHCP agents. Network: 886d784f-b17a-47c8-ada2-aa0904b4de6b, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:10:16.170046 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48300) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:16.180734 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a725c8-5194-40a5-a863-be187ea25348 admin admin] Network 886d784f-b17a-47c8-ada2-aa0904b4de6b is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:10:16.195203 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-86a725c8-5194-40a5-a863-be187ea25348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, 886d784f-b17a-47c8-ada2-aa0904b4de6b) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:16.200065 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a725c8-5194-40a5-a863-be187ea25348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:16.201353 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-86a725c8-5194-40a5-a863-be187ea25348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.215554 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb702a-d5db-4e4c-956c-3f2d17918f7a None None] Network 886d784f-b17a-47c8-ada2-aa0904b4de6b requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:16.237427 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48304) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:16.237654 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-86a725c8-5194-40a5-a863-be187ea25348 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5546124 May 26 18:10:16.242193 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1604218401-router', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:16.279465 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8124790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30497'] for router (1fcd1af7-5310-474b-87f7-990a881cbc2f), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.280950 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8125126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8118390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30682'] for router (1fcd1af7-5310-474b-87f7-990a881cbc2f), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.350076 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e6c291-d0de-5d0e-a6fa-1647aae683f0-886d784f-b17a-47c8-ada2-aa0904b4de6b', 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b', 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'fixed_ips': [{'subnet_id': '3a4938a2-32b9-4d6e-835f-90e653e06f3a'}]}} from dv-cinder-836074-5-iscsi. {{(pid=103838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:10:16.351055 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.355500 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Publish callbacks [] for router_controller (1fcd1af7-5310-474b-87f7-990a881cbc2f), precommit_add_association {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.364728 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7685dcbb-644f-4d5b-a8e8-2d5cc3cdb48f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.376344 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:16.382370 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:16.401494 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bf97415-50a0-4ab3-b334-11c21fa1598c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.517024 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bf97415-50a0-4ab3-b334-11c21fa1598c admin admin] Publish callbacks [] for security_group (a7251a63-b793-40a4-b36e-2fc15bd83a52), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.528113 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-8bf97415-50a0-4ab3-b334-11c21fa1598c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (a7251a63-b793-40a4-b36e-2fc15bd83a52), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.541968 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.db_base_plugin_common [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Allocated IP 172.20.0.2 (886d784f-b17a-47c8-ada2-aa0904b4de6b/3a4938a2-32b9-4d6e-835f-90e653e06f3a/4b5dfbf1-41cf-4d1b-bd37-2baed3986996) {{(pid=103838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:16.572042 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Publish callbacks [] for router_gateway (1fcd1af7-5310-474b-87f7-990a881cbc2f), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.577643 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf97415-50a0-4ab3-b334-11c21fa1598c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7251a63-b793-40a4-b36e-2fc15bd83a52,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:16.583089 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-8bf97415-50a0-4ab3-b334-11c21fa1598c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d34bc12495f4446a3be7b882aea1216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4504826 May 26 18:10:16.585650 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48306) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:16.653873 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:16.666902 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2f138494-2b4e-4b50-8f39-157dcb1b3a63 admin admin] Publish callbacks [] for security_group (a7251a63-b793-40a4-b36e-2fc15bd83a52), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.708830 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2f138494-2b4e-4b50-8f39-157dcb1b3a63 admin admin] Publish callbacks [] for security_group (a7251a63-b793-40a4-b36e-2fc15bd83a52), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.711053 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:16.762878 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:16.800606 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7685dcbb-644f-4d5b-a8e8-2d5cc3cdb48f admin admin] Publish callbacks [] for security_group (8c702e22-4f23-4320-a60e-9e15edcc2bd3), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.806715 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2f138494-2b4e-4b50-8f39-157dcb1b3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (a7251a63-b793-40a4-b36e-2fc15bd83a52), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.809905 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2f138494-2b4e-4b50-8f39-157dcb1b3a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.814503 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-2f138494-2b4e-4b50-8f39-157dcb1b3a63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a7251a63-b793-40a4-b36e-2fc15bd83a52 HTTP/1.1" status: 204 len: 168 time: 0.2265956 May 26 18:10:16.823313 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Publish callbacks [] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), precommit_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.831542 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732'] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), after_create {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.835650 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f138494-2b4e-4b50-8f39-157dcb1b3a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7251a63-b793-40a4-b36e-2fc15bd83a52,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:16.849996 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-7685dcbb-644f-4d5b-a8e8-2d5cc3cdb48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (8c702e22-4f23-4320-a60e-9e15edcc2bd3), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.898024 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Network 886d784f-b17a-47c8-ada2-aa0904b4de6b is already hosted by enough agents. {{(pid=103838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:16.902183 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Pushing event updated for resources: {'Port': ['ID=4b5dfbf1-41cf-4d1b-bd37-2baed3986996,revision_number=1']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:16.907925 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.scheduler.base_scheduler [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Resources bound (agent type, host, resource id): {{(pid=103838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:16.911177 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Received port after_create {{(pid=103838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:16.929515 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685dcbb-644f-4d5b-a8e8-2d5cc3cdb48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c702e22-4f23-4320-a60e-9e15edcc2bd3,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:16.936770 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-7685dcbb-644f-4d5b-a8e8-2d5cc3cdb48f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c010794e91c848068cd7f4b1c8da1d22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7654181 May 26 18:10:16.940393 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48310) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:16.941018 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Publish callbacks [] for router_gateway (1fcd1af7-5310-474b-87f7-990a881cbc2f), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.968377 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.017871 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Attempting to bind port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:17.018523 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Attempting to bind port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd8644fd3-da46-40b0-a485-97cd22e081c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:17.019092 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Attempting to bind port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 on network 886d784f-b17a-47c8-ada2-aa0904b4de6b {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:17.025143 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:17.025797 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Checking segment: {'id': 'd8644fd3-da46-40b0-a485-97cd22e081c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:17.026457 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.027004 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Bound using segment: {'id': 'd8644fd3-da46-40b0-a485-97cd22e081c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:17.027641 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Bound port: 4b5dfbf1-41cf-4d1b-bd37-2baed3986996, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8644fd3-da46-40b0-a485-97cd22e081c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:17.028240 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.037773 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4e62ea26-c907-409d-b422-330c72981bbc admin admin] Publish callbacks [] for security_group (8c702e22-4f23-4320-a60e-9e15edcc2bd3), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.074895 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4e62ea26-c907-409d-b422-330c72981bbc admin admin] Publish callbacks [] for security_group (8c702e22-4f23-4320-a60e-9e15edcc2bd3), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.109668 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:17.124588 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] For port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:17.129409 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] For port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=4b5dfbf1-41cf-4d1b-bd37-2baed3986996,segment=NetworkSegment(d8644fd3-da46-40b0-a485-97cd22e081c9),segment_id=d8644fd3-da46-40b0-a485-97cd22e081c9)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:17.137376 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.156413 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4e62ea26-c907-409d-b422-330c72981bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (8c702e22-4f23-4320-a60e-9e15edcc2bd3), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.163614 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-4e62ea26-c907-409d-b422-330c72981bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.165037 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-4e62ea26-c907-409d-b422-330c72981bbc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c702e22-4f23-4320-a60e-9e15edcc2bd3 HTTP/1.1" status: 204 len: 168 time: 0.2236454 May 26 18:10:17.166011 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Allocated IP 172.27.0.69 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/a8f2a904-0559-4769-b173-39b3b52677e3) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:17.183220 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62ea26-c907-409d-b422-330c72981bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c702e22-4f23-4320-a60e-9e15edcc2bd3,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:17.236855 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f962e2-5465-468c-a9f9-29ac320a6386 None None] Pushing event updated for resources: {'Port': ['ID=4b5dfbf1-41cf-4d1b-bd37-2baed3986996,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:17.257569 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Sync routers for ids ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:17.287399 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Routers {'d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:17.288096 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:09:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:17.295968 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 1cb48491-d084-46cb-b333-33b4d0500381 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:17.411032 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 1cb48491-d084-46cb-b333-33b4d0500381 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:17.412212 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (1cb48491-d084-46cb-b333-33b4d0500381), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.418719 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Publish callbacks [] for port (a8f2a904-0559-4769-b173-39b3b52677e3), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.525688 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (a8f2a904-0559-4769-b173-39b3b52677e3), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.543187 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Set router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:17.599320 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 1cb48491-d084-46cb-b333-33b4d0500381 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:17.610734 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:17.618539 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:17.624210 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:17.628967 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:17.650434 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Pushing event updated for resources: {'Port': ['ID=a8f2a904-0559-4769-b173-39b3b52677e3,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:17.821346 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:10:13Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'f5d003d1-012a-42a0-bb36-dba40b5584fe', 'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'mac_address': 'fa:16:3e:42:39:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:12Z', 'updated_at': '2022-05-26T18:10:13Z', 'revision_number': 2, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'subnets': [{'id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:17.849739 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Checking router: d93bb42c-f9a7-44ed-b5e5-4709330d0e3d for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:17.849896 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Updating router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d port f5d003d1-012a-42a0-bb36-dba40b5584fe binding host dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:10:17.863106 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:17.887764 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.982724 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48330) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:18.006410 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2b0fbe35-1590-449d-8596-08a31d48cc39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.039407 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Publish callbacks [] for router_gateway (1fcd1af7-5310-474b-87f7-990a881cbc2f), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.048204 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-50b1b4da-109f-41f0-a47f-909f258f50ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.270659 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2b0fbe35-1590-449d-8596-08a31d48cc39 admin admin] Publish callbacks [] for security_group (9edf99d8-2fca-4dfd-bfbd-74a380bd092f), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.279642 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-2b0fbe35-1590-449d-8596-08a31d48cc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (9edf99d8-2fca-4dfd-bfbd-74a380bd092f), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.362825 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fbe35-1590-449d-8596-08a31d48cc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edf99d8-2fca-4dfd-bfbd-74a380bd092f,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:18.367257 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-2b0fbe35-1590-449d-8596-08a31d48cc39 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2214da425e5405ab111809e92ac674d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3839340 May 26 18:10:18.371347 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48336) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:18.374691 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Publish callbacks [] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.384900 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.439299 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Pushing event updated for resources: {'Port': ['ID=f5d003d1-012a-42a0-bb36-dba40b5584fe,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:18.453483 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.454420 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.454946 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.455455 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.455962 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.456495 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.456991 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.457481 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.458157 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.458464 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8125169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8118277'] for router (1fcd1af7-5310-474b-87f7-990a881cbc2f), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.459186 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.459705 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.460217 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.461300 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.461958 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.462622 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:18.584267 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Attempting to bind port f5d003d1-012a-42a0-bb36-dba40b5584fe on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:18.586824 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Attempting to bind port f5d003d1-012a-42a0-bb36-dba40b5584fe by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:18.587896 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Attempting to bind port f5d003d1-012a-42a0-bb36-dba40b5584fe on network 020506e2-f56f-41a0-9d9c-dd9831f11549 {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:18.604577 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:18.605698 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Checking segment: {'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:18.614136 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.615456 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Bound using segment: {'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:18.617091 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Bound port: f5d003d1-012a-42a0-bb36-dba40b5584fe, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:18.618080 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.697512 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ed2aed75-781a-4746-8c21-de7f4f6ca858 admin admin] Publish callbacks [] for security_group (9edf99d8-2fca-4dfd-bfbd-74a380bd092f), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.704241 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:18.711300 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:18.771966 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ed2aed75-781a-4746-8c21-de7f4f6ca858 admin admin] Publish callbacks [] for security_group (9edf99d8-2fca-4dfd-bfbd-74a380bd092f), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.787548 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Router 1fcd1af7-5310-474b-87f7-990a881cbc2f is scheduled to L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 with binding_index 1 {{(pid=103836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:10:18.809484 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] For port f5d003d1-012a-42a0-bb36-dba40b5584fe, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:18.815988 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] For port f5d003d1-012a-42a0-bb36-dba40b5584fe, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=f5d003d1-012a-42a0-bb36-dba40b5584fe,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:18.832503 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.892304 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a85158-453c-4ed9-9fe2-fbc94ff8f5a0 None None] Network 886d784f-b17a-47c8-ada2-aa0904b4de6b requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:18.910188 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:18.936714 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:18.942100 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:18.980684 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Routers {'d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:18.981748 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:09:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:18.988561 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.996926 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48344) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:18.999706 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-6c10de32-0fc0-4e27-89d3-ae609aab154d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7582381 May 26 18:10:19.020294 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ed2aed75-781a-4746-8c21-de7f4f6ca858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (9edf99d8-2fca-4dfd-bfbd-74a380bd092f), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:19.026289 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-ed2aed75-781a-4746-8c21-de7f4f6ca858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:19.032571 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-ed2aed75-781a-4746-8c21-de7f4f6ca858 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9edf99d8-2fca-4dfd-bfbd-74a380bd092f HTTP/1.1" status: 204 len: 168 time: 0.6559021 May 26 18:10:19.045655 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2aed75-781a-4746-8c21-de7f4f6ca858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edf99d8-2fca-4dfd-bfbd-74a380bd092f,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:19.085094 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Sync routers for ids ['1fcd1af7-5310-474b-87f7-990a881cbc2f'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:19.132583 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a8fea-ba94-4784-a1d5-b22a4044a662 None None] Pushing event updated for resources: {'Port': ['ID=f5d003d1-012a-42a0-bb36-dba40b5584fe,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:19.169171 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] Provisioning complete for port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:19.170006 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:19.184682 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Routers {'1fcd1af7-5310-474b-87f7-990a881cbc2f'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:19.187465 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:09:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['1fcd1af7-5310-474b-87f7-990a881cbc2f'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:19.355111 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] Set router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:19.542472 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:19.647538 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:10:13Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'f5d003d1-012a-42a0-bb36-dba40b5584fe', 'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'mac_address': 'fa:16:3e:42:39:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:12Z', 'updated_at': '2022-05-26T18:10:18Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'subnets': [{'id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:19.714703 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f9350-81a4-4b0a-b053-c1c68a087df9 None None] The sync data for ids ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'] in dv-cinder-836074-5-iscsi is: [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:10:13Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'f5d003d1-012a-42a0-bb36-dba40b5584fe', 'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'mac_address': 'fa:16:3e:42:39:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:12Z', 'updated_at': '2022-05-26T18:10:18Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'subnets': [{'id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:20.059079 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:20.246251 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Set router 1fcd1af7-5310-474b-87f7-990a881cbc2f gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:20.288080 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:20.289352 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] Current status of the port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:20.289937 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:20.393015 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:20.415000 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:20.415000 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:20.452127 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:20.461279 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Allocated IP 172.20.0.1 (886d784f-b17a-47c8-ada2-aa0904b4de6b/3a4938a2-32b9-4d6e-835f-90e653e06f3a/dd160c71-8e43-418b-87f4-87073a3a8b96) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:20.503832 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] For port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=4b5dfbf1-41cf-4d1b-bd37-2baed3986996,segment=NetworkSegment(d8644fd3-da46-40b0-a485-97cd22e081c9),segment_id=d8644fd3-da46-40b0-a485-97cd22e081c9)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:20.523014 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b813299d-dab0-4332-aa88-2582ee77e7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:20.562328 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:20.614653 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48382) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:20.658006 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] Provisioning complete for port f5d003d1-012a-42a0-bb36-dba40b5584fe triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:20.658384 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:20.661844 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Publish callbacks [] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:20.703866 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] Pushing event updated for resources: {'Port': ['ID=4b5dfbf1-41cf-4d1b-bd37-2baed3986996,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:20.732123 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:20.819877 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:20.822804 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Network 886d784f-b17a-47c8-ada2-aa0904b4de6b is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:20.834218 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:20.853897 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:20.878284 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'name': 'tempest-TestMinimumBasicScenario-1604218401-router', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:17Z', 'revision_number': 3, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'gw_port': {'id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:de:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:20.915296 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Checking router: 1fcd1af7-5310-474b-87f7-990a881cbc2f for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:20.915667 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Updating router 1fcd1af7-5310-474b-87f7-990a881cbc2f port a8f2a904-0559-4769-b173-39b3b52677e3 binding host dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:10:20.920427 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] Current status of the port f5d003d1-012a-42a0-bb36-dba40b5584fe is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:20.920427 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:20.940422 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Pushing event updated for resources: {'Port': ['ID=dd160c71-8e43-418b-87f4-87073a3a8b96,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:20.964097 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:20.993413 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (a8f2a904-0559-4769-b173-39b3b52677e3), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.001618 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8120182'] for router_interface (1fcd1af7-5310-474b-87f7-990a881cbc2f), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.042212 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1754281998-network', 'tenant_id': 'e0d5c9174c584f259c661ddae02e9c84'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:21.058138 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] For port f5d003d1-012a-42a0-bb36-dba40b5584fe, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=f5d003d1-012a-42a0-bb36-dba40b5584fe,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:21.066916 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.100546 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Made reservation on behalf of e0d5c9174c584f259c661ddae02e9c84 for: {'network': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:21.108858 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.149381 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.302303 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-f8d29596-4b9d-4e9c-b176-95ec4c89859b None None] Provisioning complete for port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:21.302920 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f8d29596-4b9d-4e9c-b176-95ec4c89859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.343685 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Publish callbacks [] for security_group (3e966278-ca87-421b-9cbf-508c2b1a9173), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.350897 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (3e966278-ca87-421b-9cbf-508c2b1a9173), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.359583 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device f5d003d1-012a-42a0-bb36-dba40b5584fe up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:21.368104 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdca79-b58a-478b-9294-8b450ca41913 None None] Pushing event updated for resources: {'Port': ['ID=f5d003d1-012a-42a0-bb36-dba40b5584fe,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:21.371686 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:10:21.385292 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (89fffa7b-dbe7-411a-8829-a7cb58ce6955), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.385787 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.segments_db [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Added segment 89fffa7b-dbe7-411a-8829-a7cb58ce6955 of type vlan for network e7635e35-16e9-4ca7-ac52-6f032c93a846 May 26 18:10:21.389921 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.408659 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:21.470244 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e966278-ca87-421b-9cbf-508c2b1a9173,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:21.488040 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (e7635e35-16e9-4ca7-ac52-6f032c93a846), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.497549 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port f5d003d1-012a-42a0-bb36-dba40b5584fe triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:21.498509 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.526678 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (e7635e35-16e9-4ca7-ac52-6f032c93a846), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.530584 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:21.532442 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.604800 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9888871 May 26 18:10:21.605708 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48394) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:21.617299 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-f8d29596-4b9d-4e9c-b176-95ec4c89859b None None] Current status of the port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:21.619652 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-ef964c04-f1e4-4d2f-ae81-ac8e1fb3057d admin admin] Request body: {'subnet': {'network_id': 'e7635e35-16e9-4ca7-ac52-6f032c93a846', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1754281998-subnet', 'tenant_id': 'e0d5c9174c584f259c661ddae02e9c84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:21.620459 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.624218 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342ec0b-ba57-43ea-82f9-0095ef0a991b admin admin] Pushing event updated for resources: {'Network': ['ID=e7635e35-16e9-4ca7-ac52-6f032c93a846,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:21.632302 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:21.647198 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network e7635e35-16e9-4ca7-ac52-6f032c93a846 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:10:21.659869 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef964c04-f1e4-4d2f-ae81-ac8e1fb3057d admin admin] Made reservation on behalf of e0d5c9174c584f259c661ddae02e9c84 for: {'subnet': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:21.661861 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-f8d29596-4b9d-4e9c-b176-95ec4c89859b None None] Provisioning complete for port f5d003d1-012a-42a0-bb36-dba40b5584fe triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:21.662233 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-f8d29596-4b9d-4e9c-b176-95ec4c89859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.662782 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ef964c04-f1e4-4d2f-ae81-ac8e1fb3057d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16137489'] for subnet (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.784092 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Publish callbacks [] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.793030 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16737419'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.799121 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:21.852091 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Publish callbacks [] for port (a8f2a904-0559-4769-b173-39b3b52677e3), precommit_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.853863 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port f5d003d1-012a-42a0-bb36-dba40b5584fe is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:21.855015 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:21.879269 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Pushing event updated for resources: {'Port': ['ID=dd160c71-8e43-418b-87f4-87073a3a8b96,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:21.898517 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (a8f2a904-0559-4769-b173-39b3b52677e3), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.915790 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8107905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8119238'] for router_interface (1fcd1af7-5310-474b-87f7-990a881cbc2f), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:21.998078 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:21.998318 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.028742 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-f8d29596-4b9d-4e9c-b176-95ec4c89859b None None] Current status of the port f5d003d1-012a-42a0-bb36-dba40b5584fe is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:22.035025 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4a9ec-043a-411a-8032-537a6e5fa8a0 None None] Pushing event updated for resources: {'Port': ['ID=a8f2a904-0559-4769-b173-39b3b52677e3,revision_number=2']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:22.044055 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Attempting to bind port a8f2a904-0559-4769-b173-39b3b52677e3 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:22.044574 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Attempting to bind port a8f2a904-0559-4769-b173-39b3b52677e3 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:22.044867 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Attempting to bind port a8f2a904-0559-4769-b173-39b3b52677e3 on network fe5e7183-55e6-482c-9be6-dbe7ef622043 {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:22.056642 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ef964c04-f1e4-4d2f-ae81-ac8e1fb3057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16743180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16137479'] for subnet (70e4871a-96cd-4a95-a370-c4e6480a8d5d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.058054 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:22.058441 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Checking segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:22.058852 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.059253 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Bound using segment: {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'} {{(pid=103838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:22.059740 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.managers [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Bound port: a8f2a904-0559-4769-b173-39b3b52677e3, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd049454a-29cc-4775-8213-6e18cce77095', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043'}}] {{(pid=103838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:22.060158 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (a8f2a904-0559-4769-b173-39b3b52677e3), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.112906 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:22.142499 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Network 886d784f-b17a-47c8-ada2-aa0904b4de6b is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:22.145208 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef964c04-f1e4-4d2f-ae81-ac8e1fb3057d admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e4871a-96cd-4a95-a370-c4e6480a8d5d,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:22.153193 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:22.156848 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] For port a8f2a904-0559-4769-b173-39b3b52677e3, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:22.167217 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:22.183527 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-9d059d2d-31e1-4295-a229-b787455f0f48 None None] Provisioning complete for port dd160c71-8e43-418b-87f4-87073a3a8b96 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:22.183900 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9d059d2d-31e1-4295-a229-b787455f0f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.187662 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] For port a8f2a904-0559-4769-b173-39b3b52677e3, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=a8f2a904-0559-4769-b173-39b3b52677e3,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:22.189766 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:22.210551 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef964c04-f1e4-4d2f-ae81-ac8e1fb3057d admin admin] Checking segment: {'id': '89fffa7b-dbe7-411a-8829-a7cb58ce6955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e7635e35-16e9-4ca7-ac52-6f032c93a846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:22.210980 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef964c04-f1e4-4d2f-ae81-ac8e1fb3057d admin admin] Network hostable DHCP agents. Network: e7635e35-16e9-4ca7-ac52-6f032c93a846, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:10:22.218146 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (a8f2a904-0559-4769-b173-39b3b52677e3), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.267798 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-9d059d2d-31e1-4295-a229-b787455f0f48 None None] Port dd160c71-8e43-418b-87f4-87073a3a8b96 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:10:22.271667 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef964c04-f1e4-4d2f-ae81-ac8e1fb3057d admin admin] Network e7635e35-16e9-4ca7-ac52-6f032c93a846 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:10:22.293405 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [None req-ef964c04-f1e4-4d2f-ae81-ac8e1fb3057d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, e7635e35-16e9-4ca7-ac52-6f032c93a846) {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:22.298435 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Routers {'1fcd1af7-5310-474b-87f7-990a881cbc2f'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:22.299080 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:10:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['1fcd1af7-5310-474b-87f7-990a881cbc2f'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:22.302436 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef964c04-f1e4-4d2f-ae81-ac8e1fb3057d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:22.303241 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ef964c04-f1e4-4d2f-ae81-ac8e1fb3057d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.306020 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4a9ec-043a-411a-8032-537a6e5fa8a0 None None] Pushing event updated for resources: {'Port': ['ID=a8f2a904-0559-4769-b173-39b3b52677e3,revision_number=3']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:22.309981 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe3830-2fcc-486c-b039-4e1e36e51634 None None] Network e7635e35-16e9-4ca7-ac52-6f032c93a846 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:22.321900 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Router 1fcd1af7-5310-474b-87f7-990a881cbc2f has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:10:22.328471 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ef964c04-f1e4-4d2f-ae81-ac8e1fb3057d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7209938 May 26 18:10:22.473357 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:22.481397 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-da84492c-fcd2-43f8-abd7-7ac892a8b398 admin admin] 10.222.0.69 "PUT /v2.0/routers/1fcd1af7-5310-474b-87f7-990a881cbc2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4823189 May 26 18:10:22.603135 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-5866d455-50f9-4d56-8e9e-e0d4aa784bff None None] Provisioning complete for port dd160c71-8e43-418b-87f4-87073a3a8b96 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:22.603635 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5866d455-50f9-4d56-8e9e-e0d4aa784bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.724284 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.766002 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-5866d455-50f9-4d56-8e9e-e0d4aa784bff None None] Port dd160c71-8e43-418b-87f4-87073a3a8b96 cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:10:22.790185 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] Set router 1fcd1af7-5310-474b-87f7-990a881cbc2f gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:22.839964 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:22.852687 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99bb3a6-ccc8-4c75-9835-8e59572dffef None None] Network e7635e35-16e9-4ca7-ac52-6f032c93a846 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:23.123194 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'name': 'tempest-TestMinimumBasicScenario-1604218401-router', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:21Z', 'revision_number': 4, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'gw_port': {'id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:de:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'dd160c71-8e43-418b-87f4-87073a3a8b96', 'name': '', 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'mac_address': 'fa:16:3e:db:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '3a4938a2-32b9-4d6e-835f-90e653e06f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:20Z', 'updated_at': '2022-05-26T18:10:21Z', 'revision_number': 2, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'subnets': [{'id': '3a4938a2-32b9-4d6e-835f-90e653e06f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:23.188281 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f463f31-335d-41a1-a8eb-d57daf1b54b5 None None] The sync data for ids ['1fcd1af7-5310-474b-87f7-990a881cbc2f'] in dv-cinder-836074-5-iscsi is: [{'id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'name': 'tempest-TestMinimumBasicScenario-1604218401-router', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:21Z', 'revision_number': 4, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'gw_port': {'id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:de:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'dd160c71-8e43-418b-87f4-87073a3a8b96', 'name': '', 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'mac_address': 'fa:16:3e:db:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '3a4938a2-32b9-4d6e-835f-90e653e06f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:20Z', 'updated_at': '2022-05-26T18:10:21Z', 'revision_number': 2, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'subnets': [{'id': '3a4938a2-32b9-4d6e-835f-90e653e06f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:23.207983 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48440) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:23.215115 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-630137237-network', 'tenant_id': '2d08b8cf7f9045b2a0ba499d654b0c1a'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:23.258924 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Made reservation on behalf of 2d08b8cf7f9045b2a0ba499d654b0c1a for: {'network': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:23.263305 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for network (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.266311 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device f5d003d1-012a-42a0-bb36-dba40b5584fe up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:23.277702 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.394017 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port f5d003d1-012a-42a0-bb36-dba40b5584fe triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:23.398063 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.468203 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad3e6113-db79-43ab-9b9b-9e2c833c7034 req-a5866e57-4594-4526-88c9-1f721509973b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0911849 May 26 18:10:23.503752 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Publish callbacks [] for security_group (d08c2ee9-994c-4fe8-b0d3-fd4023f83b05), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.510393 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (d08c2ee9-994c-4fe8-b0d3-fd4023f83b05), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.523204 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:23.524499 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port f5d003d1-012a-42a0-bb36-dba40b5584fe is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:23.561804 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:10:23.608172 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:23.630217 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08c2ee9-994c-4fe8-b0d3-fd4023f83b05,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:23.633788 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737922292583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (213e8561-d635-4643-b74b-bf3fa5b57f94), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.634211 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.db.segments_db [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Added segment 213e8561-d635-4643-b74b-bf3fa5b57f94 of type vlan for network aed05b01-d85a-42a2-bf75-d441bdeaff08 May 26 18:10:23.636966 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e6113-db79-43ab-9b9b-9e2c833c7034 req-eb1333cb-3bde-47f5-8324-56bdb672e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:23.638550 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad3e6113-db79-43ab-9b9b-9e2c833c7034 req-eb1333cb-3bde-47f5-8324-56bdb672e58e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 1130 time: 0.1001761 May 26 18:10:23.739112 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921836674'] for network (aed05b01-d85a-42a2-bf75-d441bdeaff08), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.783746 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:23.809009 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923'] for network (aed05b01-d85a-42a2-bf75-d441bdeaff08), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.810101 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:23.811171 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.898949 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6893809 May 26 18:10:23.902366 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48454) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:23.911874 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-b670f621-b61f-4eb4-ab8d-f55eab3794a4 admin admin] Request body: {'subnet': {'network_id': 'aed05b01-d85a-42a2-bf75-d441bdeaff08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-630137237-subnet', 'tenant_id': '2d08b8cf7f9045b2a0ba499d654b0c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:23.931372 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b7295-63de-40ca-9a7d-9ccdd37d44c5 admin admin] Pushing event updated for resources: {'Network': ['ID=aed05b01-d85a-42a2-bf75-d441bdeaff08,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:23.946016 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Network aed05b01-d85a-42a2-bf75-d441bdeaff08 details requested by agent ovs-agent-dv-cinder-836074-5-iscsi with host dv-cinder-836074-5-iscsi {{(pid=103838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:10:23.957926 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e6113-db79-43ab-9b9b-9e2c833c7034 req-4753f2e6-02b6-4179-a399-7cc57798cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:23.959619 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad3e6113-db79-43ab-9b9b-9e2c833c7034 req-4753f2e6-02b6-4179-a399-7cc57798cc23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 912 time: 0.2659638 May 26 18:10:23.974469 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b670f621-b61f-4eb4-ab8d-f55eab3794a4 admin admin] Made reservation on behalf of 2d08b8cf7f9045b2a0ba499d654b0c1a for: {'subnet': 1} {{(pid=103836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:23.984662 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b670f621-b61f-4eb4-ab8d-f55eab3794a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16472646'] for subnet (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:24.104111 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad3e6113-db79-43ab-9b9b-9e2c833c7034 req-95326c95-8097-4a72-9417-b2bf306ca518 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c33d9d21-0d51-4503-906b-480b6fb62472 HTTP/1.1" status: 200 len: 1001 time: 0.1386397 May 26 18:10:24.249142 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:24.295540 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e6113-db79-43ab-9b9b-9e2c833c7034 req-65a7efbe-ec79-47c7-b6a3-f8978988ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:24.306688 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad3e6113-db79-43ab-9b9b-9e2c833c7034 req-65a7efbe-ec79-47c7-b6a3-f8978988ce99 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.1966283 May 26 18:10:24.355947 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b670f621-b61f-4eb4-ab8d-f55eab3794a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4414306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16472656'] for subnet (bf2206d7-ac05-4bbc-89ca-3b44b593fdca), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:24.381353 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e6113-db79-43ab-9b9b-9e2c833c7034 req-4f9860f3-806a-47a7-9547-b696138a765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:24.382903 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad3e6113-db79-43ab-9b9b-9e2c833c7034 req-4f9860f3-806a-47a7-9547-b696138a765a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699975 May 26 18:10:24.462454 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:24.483240 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670f621-b61f-4eb4-ab8d-f55eab3794a4 admin admin] Checking segment: {'id': '213e8561-d635-4643-b74b-bf3fa5b57f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'aed05b01-d85a-42a2-bf75-d441bdeaff08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:24.483686 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670f621-b61f-4eb4-ab8d-f55eab3794a4 admin admin] Network hostable DHCP agents. Network: aed05b01-d85a-42a2-bf75-d441bdeaff08, hostable agents: ['8a35fa7a-6104-44dc-9348-762be253237f'], hosted agents: [] {{(pid=103836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:10:24.502303 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670f621-b61f-4eb4-ab8d-f55eab3794a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2206d7-ac05-4bbc-89ca-3b44b593fdca,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:24.524505 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670f621-b61f-4eb4-ab8d-f55eab3794a4 admin admin] Network aed05b01-d85a-42a2-bf75-d441bdeaff08 is scheduled to be hosted by DHCP agent 8a35fa7a-6104-44dc-9348-762be253237f with binding_index 1 {{(pid=103836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:10:24.531359 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:24.551744 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-b670f621-b61f-4eb4-ab8d-f55eab3794a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-5-iscsi, aed05b01-d85a-42a2-bf75-d441bdeaff08) {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:24.562666 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e21580-afc2-4ba9-a083-f35541ab0bc9 None None] Network aed05b01-d85a-42a2-bf75-d441bdeaff08 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:24.566900 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b670f621-b61f-4eb4-ab8d-f55eab3794a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:24.573934 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b670f621-b61f-4eb4-ab8d-f55eab3794a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:24.611186 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad3e6113-db79-43ab-9b9b-9e2c833c7034 req-3a06ab29-6c5b-4d84-b490-be75b7bf67ab service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224395 May 26 18:10:24.615172 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-b670f621-b61f-4eb4-ab8d-f55eab3794a4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7105377 May 26 18:10:24.793092 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:10:24.807121 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad3e6113-db79-43ab-9b9b-9e2c833c7034 req-74b973b0-e803-4782-82fe-bcca7615a082 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896892 May 26 18:10:24.893150 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2c6c5e-b644-4326-9f66-578717ac8fb9 None None] Network aed05b01-d85a-42a2-bf75-d441bdeaff08 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:25.295545 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device a8f2a904-0559-4769-b173-39b3b52677e3 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:25.383334 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port a8f2a904-0559-4769-b173-39b3b52677e3 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:25.384000 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (a8f2a904-0559-4769-b173-39b3b52677e3), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:25.531171 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port a8f2a904-0559-4769-b173-39b3b52677e3 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:25.531567 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (a8f2a904-0559-4769-b173-39b3b52677e3), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:25.575946 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] For port a8f2a904-0559-4769-b173-39b3b52677e3, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=a8f2a904-0559-4769-b173-39b3b52677e3,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:25.590555 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (a8f2a904-0559-4769-b173-39b3b52677e3), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:25.708691 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Pushing event updated for resources: {'Port': ['ID=a8f2a904-0559-4769-b173-39b3b52677e3,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:27.361066 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device a8f2a904-0559-4769-b173-39b3b52677e3 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:27.437971 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:27.439249 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Sync routers for ids ['1fcd1af7-5310-474b-87f7-990a881cbc2f'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:27.450351 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port a8f2a904-0559-4769-b173-39b3b52677e3 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:27.450723 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (a8f2a904-0559-4769-b173-39b3b52677e3), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:27.460683 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Routers {'1fcd1af7-5310-474b-87f7-990a881cbc2f'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:27.462468 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:10:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['1fcd1af7-5310-474b-87f7-990a881cbc2f'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:27.613942 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port a8f2a904-0559-4769-b173-39b3b52677e3 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:27.662677 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Set router 1fcd1af7-5310-474b-87f7-990a881cbc2f gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:27.982438 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'name': 'tempest-TestMinimumBasicScenario-1604218401-router', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:21Z', 'revision_number': 4, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'gw_port': {'id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:de:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'dd160c71-8e43-418b-87f4-87073a3a8b96', 'name': '', 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'mac_address': 'fa:16:3e:db:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '3a4938a2-32b9-4d6e-835f-90e653e06f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:20Z', 'updated_at': '2022-05-26T18:10:21Z', 'revision_number': 2, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'subnets': [{'id': '3a4938a2-32b9-4d6e-835f-90e653e06f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:28.037540 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Checking router: 1fcd1af7-5310-474b-87f7-990a881cbc2f for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:28.038227 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Updating router 1fcd1af7-5310-474b-87f7-990a881cbc2f port dd160c71-8e43-418b-87f4-87073a3a8b96 binding host dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:10:28.083876 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.354393 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:28.383372 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:28.478904 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Publish callbacks [] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), precommit_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.486483 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.540186 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a1af2-31ee-4065-954d-ced0b8b965b6 None None] Pushing event updated for resources: {'Port': ['ID=dd160c71-8e43-418b-87f4-87073a3a8b96,revision_number=3']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:28.621496 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Attempting to bind port dd160c71-8e43-418b-87f4-87073a3a8b96 on host dv-cinder-836074-5-iscsi for vnic_type normal with profile {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:28.621496 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Attempting to bind port dd160c71-8e43-418b-87f4-87073a3a8b96 by drivers openvswitch,hyperv on host dv-cinder-836074-5-iscsi at level 0 using segments [{'id': 'd8644fd3-da46-40b0-a485-97cd22e081c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b'}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:28.621496 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Attempting to bind port dd160c71-8e43-418b-87f4-87073a3a8b96 on network 886d784f-b17a-47c8-ada2-aa0904b4de6b {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:28.628147 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Checking agent: {'id': '483a8e76-d585-4544-9e36-f68fa378a319', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 52, 24), 'started_at': datetime.datetime(2022, 5, 26, 17, 52, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:28.628950 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Checking segment: {'id': 'd8644fd3-da46-40b0-a485-97cd22e081c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:28.629145 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.629371 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Bound using segment: {'id': 'd8644fd3-da46-40b0-a485-97cd22e081c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b'} {{(pid=103839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:28.629853 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.managers [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Bound port: dd160c71-8e43-418b-87f4-87073a3a8b96, host: dv-cinder-836074-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8644fd3-da46-40b0-a485-97cd22e081c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b'}}] {{(pid=103839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:28.630228 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), before_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.739679 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] For port dd160c71-8e43-418b-87f4-87073a3a8b96, host dv-cinder-836074-5-iscsi, cleared binding levels {{(pid=103839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:28.752061 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.plugins.ml2.db [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] For port dd160c71-8e43-418b-87f4-87073a3a8b96, host dv-cinder-836074-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=dd160c71-8e43-418b-87f4-87073a3a8b96,segment=NetworkSegment(d8644fd3-da46-40b0-a485-97cd22e081c9),segment_id=d8644fd3-da46-40b0-a485-97cd22e081c9)] {{(pid=103839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:28.769212 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron_lib.callbacks.manager [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), after_update {{(pid=103839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.870984 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Routers {'1fcd1af7-5310-474b-87f7-990a881cbc2f'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:28.871570 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:10:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['1fcd1af7-5310-474b-87f7-990a881cbc2f'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:28.880956 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a1af2-31ee-4065-954d-ced0b8b965b6 None None] Pushing event updated for resources: {'Port': ['ID=dd160c71-8e43-418b-87f4-87073a3a8b96,revision_number=4']} {{(pid=103839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:28.928343 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-64cceeb9-3cad-48d8-87aa-c07ce27df0db None None] Provisioning complete for port dd160c71-8e43-418b-87f4-87073a3a8b96 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:28.929028 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64cceeb9-3cad-48d8-87aa-c07ce27df0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.107315 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-64cceeb9-3cad-48d8-87aa-c07ce27df0db None None] Current status of the port dd160c71-8e43-418b-87f4-87073a3a8b96 is: DOWN; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:29.108434 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64cceeb9-3cad-48d8-87aa-c07ce27df0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.228396 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-64cceeb9-3cad-48d8-87aa-c07ce27df0db None None] For port dd160c71-8e43-418b-87f4-87073a3a8b96, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=dd160c71-8e43-418b-87f4-87073a3a8b96,segment=NetworkSegment(d8644fd3-da46-40b0-a485-97cd22e081c9),segment_id=d8644fd3-da46-40b0-a485-97cd22e081c9)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:29.259360 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-64cceeb9-3cad-48d8-87aa-c07ce27df0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.335224 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cceeb9-3cad-48d8-87aa-c07ce27df0db None None] Pushing event updated for resources: {'Port': ['ID=dd160c71-8e43-418b-87f4-87073a3a8b96,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:29.358147 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] Set router 1fcd1af7-5310-474b-87f7-990a881cbc2f gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:29.366149 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device dd160c71-8e43-418b-87f4-87073a3a8b96 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:29.435982 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-0db3065e-d11b-434d-98fb-4afdcb2a301a None None] Provisioning complete for port dd160c71-8e43-418b-87f4-87073a3a8b96 triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:29.436727 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-0db3065e-d11b-434d-98fb-4afdcb2a301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.485461 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:29.547584 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-0db3065e-d11b-434d-98fb-4afdcb2a301a None None] Current status of the port dd160c71-8e43-418b-87f4-87073a3a8b96 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:29.555055 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port dd160c71-8e43-418b-87f4-87073a3a8b96 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:29.555610 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.672397 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port dd160c71-8e43-418b-87f4-87073a3a8b96 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:29.829054 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'name': 'tempest-TestMinimumBasicScenario-1604218401-router', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:21Z', 'revision_number': 4, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'gw_port': {'id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:de:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'dd160c71-8e43-418b-87f4-87073a3a8b96', 'name': '', 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'mac_address': 'fa:16:3e:db:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '3a4938a2-32b9-4d6e-835f-90e653e06f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:20Z', 'updated_at': '2022-05-26T18:10:28Z', 'revision_number': 4, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'subnets': [{'id': '3a4938a2-32b9-4d6e-835f-90e653e06f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:29.886449 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb15c0-16ca-4669-aa09-4d98416950f9 None None] The sync data for ids ['1fcd1af7-5310-474b-87f7-990a881cbc2f'] in dv-cinder-836074-5-iscsi is: [{'id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'name': 'tempest-TestMinimumBasicScenario-1604218401-router', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:21Z', 'revision_number': 4, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'gw_port': {'id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:de:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'dd160c71-8e43-418b-87f4-87073a3a8b96', 'name': '', 'network_id': '886d784f-b17a-47c8-ada2-aa0904b4de6b', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'mac_address': 'fa:16:3e:db:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '3a4938a2-32b9-4d6e-835f-90e653e06f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:20Z', 'updated_at': '2022-05-26T18:10:28Z', 'revision_number': 4, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'subnets': [{'id': '3a4938a2-32b9-4d6e-835f-90e653e06f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:29.966909 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48542) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:30.138487 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.258335 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Publish callbacks [] for security_group (31ece48f-ba68-476c-8c40-6589a86382ef), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.263847 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (31ece48f-ba68-476c-8c40-6589a86382ef), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.300562 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48550) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:30.301210 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fe9ba94e613048a29863883b7ff78ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305655 May 26 18:10:30.335252 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ece48f-ba68-476c-8c40-6589a86382ef,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:30.352349 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.352997 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.353514 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.354077 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.354574 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.355071 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.355568 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.356080 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.356588 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.357087 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.357573 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.358067 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.358643 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.359430 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.359922 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29abfe22-ddaa-46a1-9cf3-e39f071980e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:30.414180 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5e7258d-7feb-4049-8ee3-19ad760d3924 admin admin] Publish callbacks [] for security_group (31ece48f-ba68-476c-8c40-6589a86382ef), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.450475 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5e7258d-7feb-4049-8ee3-19ad760d3924 admin admin] Publish callbacks [] for security_group (31ece48f-ba68-476c-8c40-6589a86382ef), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.481947 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:30.521478 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5e7258d-7feb-4049-8ee3-19ad760d3924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (31ece48f-ba68-476c-8c40-6589a86382ef), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.525774 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f5e7258d-7feb-4049-8ee3-19ad760d3924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.529811 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f5e7258d-7feb-4049-8ee3-19ad760d3924 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31ece48f-ba68-476c-8c40-6589a86382ef HTTP/1.1" status: 204 len: 168 time: 0.2254601 May 26 18:10:30.539455 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7258d-7feb-4049-8ee3-19ad760d3924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ece48f-ba68-476c-8c40-6589a86382ef,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:31.037320 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48562) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:31.054284 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-17526eca-20eb-4ec4-991a-6c3030ef135a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:31.220528 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-17526eca-20eb-4ec4-991a-6c3030ef135a admin admin] Publish callbacks [] for security_group (2e450583-c42a-4187-a545-79c756b069c2), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:31.229920 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-17526eca-20eb-4ec4-991a-6c3030ef135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (2e450583-c42a-4187-a545-79c756b069c2), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:31.271648 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device dd160c71-8e43-418b-87f4-87073a3a8b96 up at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:31.329578 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48564) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:31.330303 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-17526eca-20eb-4ec4-991a-6c3030ef135a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=48dd01be703443f2aed02e3b5d058cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917492 May 26 18:10:31.331968 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17526eca-20eb-4ec4-991a-6c3030ef135a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e450583-c42a-4187-a545-79c756b069c2,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:31.345808 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Provisioning complete for port dd160c71-8e43-418b-87f4-87073a3a8b96 triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:31.346345 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:31.449684 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-53f5529e-b674-46b5-9869-4a9c6ce41b91 admin admin] Publish callbacks [] for security_group (2e450583-c42a-4187-a545-79c756b069c2), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:31.476983 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Current status of the port dd160c71-8e43-418b-87f4-87073a3a8b96 is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:31.494096 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-53f5529e-b674-46b5-9869-4a9c6ce41b91 admin admin] Publish callbacks [] for security_group (2e450583-c42a-4187-a545-79c756b069c2), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:31.608460 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-53f5529e-b674-46b5-9869-4a9c6ce41b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (2e450583-c42a-4187-a545-79c756b069c2), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:31.622474 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-53f5529e-b674-46b5-9869-4a9c6ce41b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:31.628306 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-53f5529e-b674-46b5-9869-4a9c6ce41b91 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e450583-c42a-4187-a545-79c756b069c2 HTTP/1.1" status: 204 len: 168 time: 0.2973576 May 26 18:10:31.672131 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5529e-b674-46b5-9869-4a9c6ce41b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e450583-c42a-4187-a545-79c756b069c2,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:31.711127 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:32.446258 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48582) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:32.462439 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-efaab25b-8781-4cfe-b637-10f825b00923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:32.572749 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-efaab25b-8781-4cfe-b637-10f825b00923 admin admin] Publish callbacks [] for security_group (d3de66a2-1dc6-4573-b723-5c5b0f76c00a), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:32.579553 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-efaab25b-8781-4cfe-b637-10f825b00923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (d3de66a2-1dc6-4573-b723-5c5b0f76c00a), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:32.636039 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-efaab25b-8781-4cfe-b637-10f825b00923 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f44d24a7c22c44f6ad2e14bc223ec483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886532 May 26 18:10:32.637297 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaab25b-8781-4cfe-b637-10f825b00923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3de66a2-1dc6-4573-b723-5c5b0f76c00a,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:32.638710 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48584) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:32.729432 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2c87a05b-68b4-4be0-8566-d8dbae14a86a admin admin] Publish callbacks [] for security_group (d3de66a2-1dc6-4573-b723-5c5b0f76c00a), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:32.772305 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2c87a05b-68b4-4be0-8566-d8dbae14a86a admin admin] Publish callbacks [] for security_group (d3de66a2-1dc6-4573-b723-5c5b0f76c00a), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:32.837956 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2c87a05b-68b4-4be0-8566-d8dbae14a86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (d3de66a2-1dc6-4573-b723-5c5b0f76c00a), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:32.841658 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-2c87a05b-68b4-4be0-8566-d8dbae14a86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:32.845358 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-2c87a05b-68b4-4be0-8566-d8dbae14a86a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d3de66a2-1dc6-4573-b723-5c5b0f76c00a HTTP/1.1" status: 204 len: 168 time: 0.2030346 May 26 18:10:32.860784 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87a05b-68b4-4be0-8566-d8dbae14a86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3de66a2-1dc6-4573-b723-5c5b0f76c00a,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:36.312822 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-8e98c64d-b89a-48fd-9565-6f1ef390d1d9 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:36.314351 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-8e98c64d-b89a-48fd-9565-6f1ef390d1d9 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/networks?id=020506e2-f56f-41a0-9d9c-dd9831f11549 HTTP/1.1" status: 200 len: 813 time: 0.1188166 May 26 18:10:36.330708 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-4347018e-9a77-41a6-bb01-7599d1724e89 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/quotas/5eefb86101fe49f9953595f91d4a790a HTTP/1.1" status: 200 len: 375 time: 0.0106556 May 26 18:10:36.389312 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-38126f71-307c-4725-b6f8-a23727c95b70 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5eefb86101fe49f9953595f91d4a790a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530577 May 26 18:10:36.474143 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:UPDATE=2,neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:36.524938 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-9cc6ed35-7df3-4044-914c-7a4babd15535 service neutron] 10.222.0.69 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231296 May 26 18:10:36.610746 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:36.632931 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-11b17919-bf7a-40f4-99ae-9ed59055bbf3 service neutron] 10.222.0.69 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018932 May 26 18:10:36.840611 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-78d5dec7-73b4-42ea-91c9-704e75d7e4be req-c143e050-9d11-4529-bff3-c16a2d786e46 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 210 time: 0.0388691 May 26 18:10:37.959032 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-8635d613-9f9e-4398-8c30-2d63a3868d02 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:37.960760 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-8635d613-9f9e-4398-8c30-2d63a3868d02 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.62 "GET /v2.0/networks?id=020506e2-f56f-41a0-9d9c-dd9831f11549 HTTP/1.1" status: 200 len: 813 time: 0.1476188 May 26 18:10:37.976368 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Request body: {'port': {'device_id': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'admin_state_up': True, 'tenant_id': '5eefb86101fe49f9953595f91d4a790a'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:37.979147 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7f708dee-679f-4f14-a78b-30d9e5048b6f req-bdf13aba-afb3-456b-a0ad-f51a9c4adb57 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 210 time: 0.0486779 May 26 18:10:38.038601 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:38.149762 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Made reservation on behalf of 5eefb86101fe49f9953595f91d4a790a for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:38.157844 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:38.337742 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Allocated IP 172.20.0.11 (020506e2-f56f-41a0-9d9c-dd9831f11549/e9176375-4215-4f5d-848a-522fd3578e32/c59057e8-e60b-4afe-bee1-1f39250eb63e) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:38.504567 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:38.557975 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:38.623818 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:38.707810 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Network 020506e2-f56f-41a0-9d9c-dd9831f11549 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:38.715054 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:38.727669 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:38.782636 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event updated for resources: {'Port': ['ID=c59057e8-e60b-4afe-bee1-1f39250eb63e,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:38.845848 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:38.846872 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:38.877836 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-43bfaf62-10ec-4dc7-8bb7-ef414bb329b8 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9078622 May 26 18:10:39.090155 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-cc89e933-f5c6-4f68-8f48-9b1a6f4a64a4 None None] Provisioning complete for port c59057e8-e60b-4afe-bee1-1f39250eb63e triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:39.091039 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-cc89e933-f5c6-4f68-8f48-9b1a6f4a64a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:39.165511 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-cc89e933-f5c6-4f68-8f48-9b1a6f4a64a4 None None] Port c59057e8-e60b-4afe-bee1-1f39250eb63e cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:10:39.241196 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1df1e-a9fa-4879-8d70-28ff419bc681 req-728964de-1169-4fe6-a313-b3a5e840b42d tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:39.244430 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-44c1df1e-a9fa-4879-8d70-28ff419bc681 req-728964de-1169-4fe6-a313-b3a5e840b42d tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 932 time: 0.1172001 May 26 18:10:39.364696 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-44c1df1e-a9fa-4879-8d70-28ff419bc681 req-a5e48dc9-2d15-49d9-9fc0-d959387e505a tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134872 May 26 18:10:39.816965 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:39.833680 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:40.528570 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8e9e9-85c2-4c7c-aeb4-3a1e59c72f92 req-d304c20b-1770-4f37-b95e-cafa52d3b0ca tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:40.540060 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-13f8e9e9-85c2-4c7c-aeb4-3a1e59c72f92 req-d304c20b-1770-4f37-b95e-cafa52d3b0ca tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 932 time: 0.0703135 May 26 18:10:40.601405 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-13f8e9e9-85c2-4c7c-aeb4-3a1e59c72f92 req-006fdc40-8f8e-4c20-bd00-d71975cacb0c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615423 May 26 18:10:41.339799 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48808) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:41.424290 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cad888-592a-46bb-b4c7-eb91e886bf57 admin admin] Deleting subnet 70e4871a-96cd-4a95-a370-c4e6480a8d5d {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:10:41.428603 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9cad888-592a-46bb-b4c7-eb91e886bf57 admin admin] Publish callbacks [] for subnet (70e4871a-96cd-4a95-a370-c4e6480a8d5d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.465886 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9cad888-592a-46bb-b4c7-eb91e886bf57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551979'] for subnet (70e4871a-96cd-4a95-a370-c4e6480a8d5d), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.543067 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9cad888-592a-46bb-b4c7-eb91e886bf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (70e4871a-96cd-4a95-a370-c4e6480a8d5d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.581398 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:41.633635 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9cad888-592a-46bb-b4c7-eb91e886bf57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16743245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137532'] for subnet (70e4871a-96cd-4a95-a370-c4e6480a8d5d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.685291 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cad888-592a-46bb-b4c7-eb91e886bf57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e4871a-96cd-4a95-a370-c4e6480a8d5d,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:41.698027 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9cad888-592a-46bb-b4c7-eb91e886bf57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.701842 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d9cad888-592a-46bb-b4c7-eb91e886bf57 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/70e4871a-96cd-4a95-a370-c4e6480a8d5d HTTP/1.1" status: 204 len: 168 time: 0.3608174 May 26 18:10:41.706149 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48814) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:41.827094 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad8760-1222-4902-889c-293b2ce36de8 req-ead71862-20ec-4469-aafa-8a55b0e0db2f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:41.829136 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bdad8760-1222-4902-889c-293b2ce36de8 req-ead71862-20ec-4469-aafa-8a55b0e0db2f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 932 time: 0.0729322 May 26 18:10:41.831770 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (e7635e35-16e9-4ca7-ac52-6f032c93a846), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.252553 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-bdad8760-1222-4902-889c-293b2ce36de8 req-b58d9cdb-009d-41c7-a556-89788da909cb tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157495 May 26 18:10:42.254796 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (e7635e35-16e9-4ca7-ac52-6f032c93a846), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.293241 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7635e35-16e9-4ca7-ac52-6f032c93a846']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:42.305961 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fffa7b-dbe7-411a-8829-a7cb58ce6955') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:42.306252 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fffa7b-dbe7-411a-8829-a7cb58ce6955') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:42.318445 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551954'] for segment (89fffa7b-dbe7-411a-8829-a7cb58ce6955), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.336731 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (89fffa7b-dbe7-411a-8829-a7cb58ce6955), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.355765 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:10:42.357016 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16737519'] for segment (89fffa7b-dbe7-411a-8829-a7cb58ce6955), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.419995 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment 89fffa7b-dbe7-411a-8829-a7cb58ce6955 resource provider aggregate not found May 26 18:10:42.446077 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment 89fffa7b-dbe7-411a-8829-a7cb58ce6955 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89fffa7b-dbe7-411a-8829-a7cb58ce6955 found for delete ", "request_id": "req-a15ba7ba-85f5-4761-8fdf-c8e2cc4326e2"}]} May 26 18:10:42.452875 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (e7635e35-16e9-4ca7-ac52-6f032c93a846), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.475342 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.481705 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e7635e35-16e9-4ca7-ac52-6f032c93a846 HTTP/1.1" status: 204 len: 168 time: 0.7716935 May 26 18:10:42.481705 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bb6c0-cb01-4fcc-97a7-f6963764eba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7635e35-16e9-4ca7-ac52-6f032c93a846,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:42.482210 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48820) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:42.521105 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:42.560233 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-022374cd-e5f5-4f59-9b7e-2b7a13ef3f9e admin admin] Deleting subnet bf2206d7-ac05-4bbc-89ca-3b44b593fdca {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:10:42.565733 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-022374cd-e5f5-4f59-9b7e-2b7a13ef3f9e admin admin] Publish callbacks [] for subnet (bf2206d7-ac05-4bbc-89ca-3b44b593fdca), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.626011 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-022374cd-e5f5-4f59-9b7e-2b7a13ef3f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551979'] for subnet (bf2206d7-ac05-4bbc-89ca-3b44b593fdca), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.678601 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-022374cd-e5f5-4f59-9b7e-2b7a13ef3f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (bf2206d7-ac05-4bbc-89ca-3b44b593fdca), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.773746 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-022374cd-e5f5-4f59-9b7e-2b7a13ef3f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16743245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137532'] for subnet (bf2206d7-ac05-4bbc-89ca-3b44b593fdca), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.821803 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022374cd-e5f5-4f59-9b7e-2b7a13ef3f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2206d7-ac05-4bbc-89ca-3b44b593fdca,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:42.828996 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-022374cd-e5f5-4f59-9b7e-2b7a13ef3f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.836872 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-022374cd-e5f5-4f59-9b7e-2b7a13ef3f9e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bf2206d7-ac05-4bbc-89ca-3b44b593fdca HTTP/1.1" status: 204 len: 168 time: 0.3445156 May 26 18:10:42.837488 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48824) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:42.981932 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (aed05b01-d85a-42a2-bf75-d441bdeaff08), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.071354 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:43.087523 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (aed05b01-d85a-42a2-bf75-d441bdeaff08), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.118614 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed05b01-d85a-42a2-bf75-d441bdeaff08']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:43.132411 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213e8561-d635-4643-b74b-bf3fa5b57f94') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:43.132707 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213e8561-d635-4643-b74b-bf3fa5b57f94') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:43.145452 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551954'] for segment (213e8561-d635-4643-b74b-bf3fa5b57f94), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.163480 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (213e8561-d635-4643-b74b-bf3fa5b57f94), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.173359 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:10:43.173878 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16737519'] for segment (213e8561-d635-4643-b74b-bf3fa5b57f94), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.245465 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (aed05b01-d85a-42a2-bf75-d441bdeaff08), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.258416 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.264637 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] 10.222.0.69 "DELETE /v2.0/networks/aed05b01-d85a-42a2-bf75-d441bdeaff08 HTTP/1.1" status: 204 len: 168 time: 0.4228687 May 26 18:10:43.274632 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd2d19-1084-45d7-8ab2-9d118e8ad02b admin admin] Pushing event deleted for resources: {'Network': ['ID=aed05b01-d85a-42a2-bf75-d441bdeaff08,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:43.391459 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff2d66-f6be-4008-bf15-44d6faec42e6 req-9ebe684d-62bf-4948-a0cc-9b7df519050f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:43.393380 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-77ff2d66-f6be-4008-bf15-44d6faec42e6 req-9ebe684d-62bf-4948-a0cc-9b7df519050f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 932 time: 0.0584204 May 26 18:10:43.461265 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-77ff2d66-f6be-4008-bf15-44d6faec42e6 req-59bb1b46-568c-4f84-bfd9-9a3701ba444d tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561774 May 26 18:10:43.651532 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48834) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:43.699765 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-cdb095fc-3291-4cc6-918d-bc2cb8591133 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0d5c9174c584f259c661ddae02e9c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546165 May 26 18:10:43.704544 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48836) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:43.773015 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.790015 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1ecb-b13f-45c4-b2fd-178017ca111a admin admin] Publish callbacks [] for security_group (3e966278-ca87-421b-9cbf-508c2b1a9173), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.839468 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1ecb-b13f-45c4-b2fd-178017ca111a admin admin] Publish callbacks [] for security_group (3e966278-ca87-421b-9cbf-508c2b1a9173), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.918490 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1ecb-b13f-45c4-b2fd-178017ca111a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (3e966278-ca87-421b-9cbf-508c2b1a9173), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.922213 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1ecb-b13f-45c4-b2fd-178017ca111a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.924279 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-8c1a1ecb-b13f-45c4-b2fd-178017ca111a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e966278-ca87-421b-9cbf-508c2b1a9173 HTTP/1.1" status: 204 len: 168 time: 0.2176940 May 26 18:10:43.933866 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a1ecb-b13f-45c4-b2fd-178017ca111a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e966278-ca87-421b-9cbf-508c2b1a9173,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:44.443391 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48842) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:44.471944 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment 213e8561-d635-4643-b74b-bf3fa5b57f94 resource provider aggregate not found May 26 18:10:44.505229 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment 213e8561-d635-4643-b74b-bf3fa5b57f94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 213e8561-d635-4643-b74b-bf3fa5b57f94 found for delete ", "request_id": "req-2dddc0cb-3cfa-40b8-8e2e-875ebcd7582e"}]} May 26 18:10:44.524448 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48850) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:44.524947 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-a9a0080b-6c85-4b6e-9555-1ca517ed1196 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d08b8cf7f9045b2a0ba499d654b0c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0797200 May 26 18:10:44.651662 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f0dd1-6755-4887-8d9a-b2ffe0a23362 req-a26aa1ad-e32a-4866-b8a8-10cf1d2c733b tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:44.653470 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b56f0dd1-6755-4887-8d9a-b2ffe0a23362 req-a26aa1ad-e32a-4866-b8a8-10cf1d2c733b tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 932 time: 0.0983994 May 26 18:10:44.684002 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5b76-d7d3-413d-8d58-766a13c84411 admin admin] Publish callbacks [] for security_group (d08c2ee9-994c-4fe8-b0d3-fd4023f83b05), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.729684 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5b76-d7d3-413d-8d58-766a13c84411 admin admin] Publish callbacks [] for security_group (d08c2ee9-994c-4fe8-b0d3-fd4023f83b05), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.792088 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b56f0dd1-6755-4887-8d9a-b2ffe0a23362 req-6c36fad9-7ee0-45a6-9b14-410672b3ff4e tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166017 May 26 18:10:44.839345 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5b76-d7d3-413d-8d58-766a13c84411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (d08c2ee9-994c-4fe8-b0d3-fd4023f83b05), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.842989 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5b76-d7d3-413d-8d58-766a13c84411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.847776 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a0fa5b76-d7d3-413d-8d58-766a13c84411 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d08c2ee9-994c-4fe8-b0d3-fd4023f83b05 HTTP/1.1" status: 204 len: 168 time: 0.3186929 May 26 18:10:44.862768 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa5b76-d7d3-413d-8d58-766a13c84411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08c2ee9-994c-4fe8-b0d3-fd4023f83b05,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:45.955467 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b02d8-32d3-4de7-b966-29fa71d5a966 req-71b78297-21a2-4056-9755-5f3785107972 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:45.958092 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7c7b02d8-32d3-4de7-b966-29fa71d5a966 req-71b78297-21a2-4056-9755-5f3785107972 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 932 time: 0.0823262 May 26 18:10:46.044772 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-7c7b02d8-32d3-4de7-b966-29fa71d5a966 req-f68edf50-a13d-4684-b8c2-adfd4c70221d tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802281 May 26 18:10:47.008113 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Request body: {'port': {'device_id': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:47.084651 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.214026 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab58dc4-71df-478b-85b4-0c071086f77c req-e3584810-b5f5-4e45-896a-d7e202b9990a tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:47.215780 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8ab58dc4-71df-478b-85b4-0c071086f77c req-e3584810-b5f5-4e45-896a-d7e202b9990a tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 932 time: 0.0890563 May 26 18:10:47.223474 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:47.360842 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8ab58dc4-71df-478b-85b4-0c071086f77c req-89cf81de-4c17-4f58-b419-ab953cf3a411 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353405 May 26 18:10:47.508384 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:47.523998 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59057e8-e60b-4afe-bee1-1f39250eb63e {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:10:47.533002 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Publish callbacks [] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.546936 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Transition to ACTIVE for port object c59057e8-e60b-4afe-bee1-1f39250eb63e will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:10:47.551816 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16737419'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.603303 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Pushing event updated for resources: {'Port': ['ID=c59057e8-e60b-4afe-bee1-1f39250eb63e,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:47.713672 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Attempting to bind port c59057e8-e60b-4afe-bee1-1f39250eb63e on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:47.714240 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Attempting to bind port c59057e8-e60b-4afe-bee1-1f39250eb63e by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:47.714801 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Attempting to bind port c59057e8-e60b-4afe-bee1-1f39250eb63e on network 020506e2-f56f-41a0-9d9c-dd9831f11549 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:47.723177 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Port c59057e8-e60b-4afe-bee1-1f39250eb63e on network 020506e2-f56f-41a0-9d9c-dd9831f11549 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:10:47.723508 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Attempting to bind port c59057e8-e60b-4afe-bee1-1f39250eb63e on network 020506e2-f56f-41a0-9d9c-dd9831f11549 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:47.729613 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:47.729956 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Checking segment: {'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:47.730358 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Bound using segment: {'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:47.730800 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Bound port: c59057e8-e60b-4afe-bee1-1f39250eb63e, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd463bf6d-70df-4111-ae0b-0a2526c66cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:47.731163 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.808791 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] For port c59057e8-e60b-4afe-bee1-1f39250eb63e, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:47.812896 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] For port c59057e8-e60b-4afe-bee1-1f39250eb63e, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:47.821880 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16737419'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.865795 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:47.866422 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.867852 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] 10.222.0.62 "PUT /v2.0/ports/c59057e8-e60b-4afe-bee1-1f39250eb63e HTTP/1.1" status: 200 len: 1094 time: 0.8651667 May 26 18:10:47.868330 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:47.870656 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460748ab-7b32-49df-94b2-e0354fc1e8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:47.892117 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35249a40-99d5-4a4d-97bc-f95fd381d65c service neutron] Pushing event updated for resources: {'Port': ['ID=c59057e8-e60b-4afe-bee1-1f39250eb63e,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:47.949316 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57811922-f81b-42f8-9465-5576820fceb8 x-openstack-request-id: req-57811922-f81b-42f8-9465-5576820fceb8 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:47.949837 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:47.950188 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57811922-f81b-42f8-9465-5576820fceb8 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:47.950766 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57811922-f81b-42f8-9465-5576820fceb8'] response: {'name': 'network-changed', 'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'status': 'completed', 'code': 200} May 26 18:10:47.964752 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-9277cdc4-a614-49fe-a5aa-645e4bd58bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:47.966312 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-9277cdc4-a614-49fe-a5aa-645e4bd58bcb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5eefb86101fe49f9953595f91d4a790a&device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 1128 time: 0.0505059 May 26 18:10:48.012035 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-8841aa75-69f6-43ca-9585-da1624b284e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e HTTP/1.1" status: 200 len: 217 time: 0.0384619 May 26 18:10:48.035280 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-dc536c32-da5e-4987-8c3e-561ad9484046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:48.066741 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-85c50910-f8d7-4aa5-bdff-b241a49b4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:48.068235 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-85c50910-f8d7-4aa5-bdff-b241a49b4e93 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9176375-4215-4f5d-848a-522fd3578e32 HTTP/1.1" status: 200 len: 852 time: 0.0500016 May 26 18:10:48.116463 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-57588b17-767f-4078-9504-4297ed398957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:48.118620 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-57588b17-767f-4078-9504-4297ed398957 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=020506e2-f56f-41a0-9d9c-dd9831f11549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438654 May 26 18:10:48.229346 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-a4b78d4f-b5ad-45fb-b419-6f7742442b75 service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043811 May 26 18:10:48.306281 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:48.333576 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-81341ffe-d538-4333-b4eb-75b9342d0947 req-6f97fa3a-616d-416e-a389-0dd1ff8e2192 service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969265 May 26 18:10:48.491788 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32160b21-b428-49d1-9dab-fe02faa79222 req-c86d80ba-aa05-42f8-a902-68d8f2ea12ee tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:48.493584 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-32160b21-b428-49d1-9dab-fe02faa79222 req-c86d80ba-aa05-42f8-a902-68d8f2ea12ee tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 944 time: 0.0578756 May 26 18:10:48.547050 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-32160b21-b428-49d1-9dab-fe02faa79222 req-964b0b08-3c6f-48eb-a9c0-17ff72fc4434 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473430 May 26 18:10:49.264071 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460748ab-7b32-49df-94b2-e0354fc1e8fb req-5a595f40-3d7f-4f19-b38c-b487926ddcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:49.265655 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-460748ab-7b32-49df-94b2-e0354fc1e8fb req-5a595f40-3d7f-4f19-b38c-b487926ddcef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5eefb86101fe49f9953595f91d4a790a&device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 1128 time: 0.0459707 May 26 18:10:49.372420 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460748ab-7b32-49df-94b2-e0354fc1e8fb req-a8c70991-e315-459e-a7a7-56e056ec02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:49.373932 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-460748ab-7b32-49df-94b2-e0354fc1e8fb req-a8c70991-e315-459e-a7a7-56e056ec02a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=020506e2-f56f-41a0-9d9c-dd9831f11549 HTTP/1.1" status: 200 len: 914 time: 0.1011252 May 26 18:10:49.415804 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-460748ab-7b32-49df-94b2-e0354fc1e8fb req-6256875e-85b4-415f-a816-a68fc6e870be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e HTTP/1.1" status: 200 len: 217 time: 0.0346391 May 26 18:10:49.448485 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:49.471357 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460748ab-7b32-49df-94b2-e0354fc1e8fb req-610a7963-7689-4059-8848-0fb23960a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:49.473134 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-460748ab-7b32-49df-94b2-e0354fc1e8fb req-610a7963-7689-4059-8848-0fb23960a7b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9176375-4215-4f5d-848a-522fd3578e32 HTTP/1.1" status: 200 len: 852 time: 0.0524218 May 26 18:10:49.521472 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460748ab-7b32-49df-94b2-e0354fc1e8fb req-d1c5032f-a501-4d2c-a11e-6fdfd9502720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:49.523039 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-460748ab-7b32-49df-94b2-e0354fc1e8fb req-d1c5032f-a501-4d2c-a11e-6fdfd9502720 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=020506e2-f56f-41a0-9d9c-dd9831f11549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444739 May 26 18:10:49.658315 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-460748ab-7b32-49df-94b2-e0354fc1e8fb req-d2dc4d3f-d9a4-498b-aff9-a3c450336519 service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291699 May 26 18:10:49.703684 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f6d5c-9415-4449-8653-f0538c00ceac req-a1a87f85-984c-4ed5-94c7-706851b8dc5b tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:49.706889 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-581f6d5c-9415-4449-8653-f0538c00ceac req-a1a87f85-984c-4ed5-94c7-706851b8dc5b tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 944 time: 0.0592344 May 26 18:10:49.789749 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-581f6d5c-9415-4449-8653-f0538c00ceac req-b68b0cad-6c05-4676-9742-674de4d632e4 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720515 May 26 18:10:49.795688 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-460748ab-7b32-49df-94b2-e0354fc1e8fb req-aaae4457-29b5-4b1f-9453-14ab6112cea6 service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318431 May 26 18:10:50.202760 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-32c32d21-d570-43e0-b0bf-33d183b8b442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:50.283891 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device c59057e8-e60b-4afe-bee1-1f39250eb63e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:10:50.395339 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port c59057e8-e60b-4afe-bee1-1f39250eb63e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:50.409556 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'port_id': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'mac_address': 'fa:16:3e:b8:cb:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:10:50.457173 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port c59057e8-e60b-4afe-bee1-1f39250eb63e is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:50.457707 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:50.475142 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59057e8-e60b-4afe-bee1-1f39250eb63e {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:10:50.498143 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port c59057e8-e60b-4afe-bee1-1f39250eb63e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:50.504048 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:50.556649 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=c59057e8-e60b-4afe-bee1-1f39250eb63e,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:50.714420 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['c59057e8-e60b-4afe-bee1-1f39250eb63e'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:10:50.942707 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c150b-0035-477d-a6d1-cb153fcb3490 req-2bb470eb-4e34-47c7-a29f-2eb42d0a2638 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:50.944594 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f63c150b-0035-477d-a6d1-cb153fcb3490 req-2bb470eb-4e34-47c7-a29f-2eb42d0a2638 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 945 time: 0.0621343 May 26 18:10:50.999702 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f63c150b-0035-477d-a6d1-cb153fcb3490 req-0a527e6c-56ea-47f4-a8e0-9ae2fedbe707 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486250 May 26 18:10:51.547161 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:51.563028 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.127153 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed896d2c-5851-4805-bb3f-8c455bd2d278 req-c6771616-5f37-4b39-b6cf-d8bf22782c7a tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:52.129035 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ed896d2c-5851-4805-bb3f-8c455bd2d278 req-c6771616-5f37-4b39-b6cf-d8bf22782c7a tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 945 time: 0.0517807 May 26 18:10:52.182121 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-ed896d2c-5851-4805-bb3f-8c455bd2d278 req-1795f3fa-62c0-4fb0-bac5-4f814a47339a tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466948 May 26 18:10:52.290528 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device c59057e8-e60b-4afe-bee1-1f39250eb63e up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:52.336870 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port c59057e8-e60b-4afe-bee1-1f39250eb63e completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:10:52.344941 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port c59057e8-e60b-4afe-bee1-1f39250eb63e triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:52.345480 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.565869 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port c59057e8-e60b-4afe-bee1-1f39250eb63e is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:52.566553 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.596846 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:52.604644 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:52.607303 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de259f1-aeac-4a22-947a-6c5c8bcd657c" -d '{"events": [{"server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "name": "network-vif-plugged", "status": "completed", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:52.620478 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.625674 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port c59057e8-e60b-4afe-bee1-1f39250eb63e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:52.630628 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.654114 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9dea96-6b6c-4d38-89d7-4b6d2efe2da1 x-openstack-request-id: req-bd9dea96-6b6c-4d38-89d7-4b6d2efe2da1 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:52.654417 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "name": "network-vif-plugged", "status": "completed", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:52.654571 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bd9dea96-6b6c-4d38-89d7-4b6d2efe2da1 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:52.654976 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9dea96-6b6c-4d38-89d7-4b6d2efe2da1'] response: {'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'code': 200} May 26 18:10:52.693224 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=c59057e8-e60b-4afe-bee1-1f39250eb63e,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:52.859576 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb60114-63d4-4e90-b84e-4775a4cd82ec req-8b83610e-4d49-4adf-a634-5f4371923d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:52.862577 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8fb60114-63d4-4e90-b84e-4775a4cd82ec req-8b83610e-4d49-4adf-a634-5f4371923d24 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 1130 time: 0.0566895 May 26 18:10:52.926644 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8fb60114-63d4-4e90-b84e-4775a4cd82ec req-76b8ab85-d7ef-4681-91b0-075b520ed14f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571868 May 26 18:10:53.308886 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f59714-4889-44d4-b974-85f4145d1b83 req-3539fb92-ff07-46e2-be84-97ea0506ce17 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:53.310473 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34f59714-4889-44d4-b974-85f4145d1b83 req-3539fb92-ff07-46e2-be84-97ea0506ce17 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 946 time: 0.0508595 May 26 18:10:53.362965 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-34f59714-4889-44d4-b974-85f4145d1b83 req-ab5f5b28-2233-4436-9d57-724d817a8b47 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 May 26 18:10:54.130268 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:54.495259 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c94de2-2b95-417e-9c15-7e670452b62e req-fcdfdcc5-c7db-4131-b398-ae4041dc9e64 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:54.496937 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-95c94de2-2b95-417e-9c15-7e670452b62e req-fcdfdcc5-c7db-4131-b398-ae4041dc9e64 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 946 time: 0.0559666 May 26 18:10:54.549622 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-95c94de2-2b95-417e-9c15-7e670452b62e req-72d385ee-73cd-4ca9-b9a7-e7e474d30ed6 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460689 May 26 18:10:55.670282 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ec1d9-f29e-4bff-98b8-685661d53f0e req-65598ecc-e122-4bfa-8b58-85c401784049 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:55.671677 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b39ec1d9-f29e-4bff-98b8-685661d53f0e req-65598ecc-e122-4bfa-8b58-85c401784049 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 946 time: 0.0518923 May 26 18:10:55.707906 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:55.721011 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b39ec1d9-f29e-4bff-98b8-685661d53f0e req-24330a14-2348-4990-844a-7c348ec48ed9 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 May 26 18:10:56.857383 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2264b-2a39-443e-845b-2f40f919c1ce req-fca6e072-3bf6-4496-baec-ec96b88aff07 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:56.859099 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-91d2264b-2a39-443e-845b-2f40f919c1ce req-fca6e072-3bf6-4496-baec-ec96b88aff07 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 946 time: 0.0560677 May 26 18:10:56.913165 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-91d2264b-2a39-443e-845b-2f40f919c1ce req-ddf3fba5-b75a-4456-9697-a97f20bd77d6 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480158 May 26 18:10:57.041214 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd58e4c-dae1-435f-b944-6f10f63f66e3 req-aa7d79f0-0040-43c5-a032-8f6e0d8a7ec1 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:57.042652 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cfd58e4c-dae1-435f-b944-6f10f63f66e3 req-aa7d79f0-0040-43c5-a032-8f6e0d8a7ec1 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 946 time: 0.0491540 May 26 18:10:57.096569 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-cfd58e4c-dae1-435f-b944-6f10f63f66e3 req-256c63c9-2d72-4635-9c6a-1b76d82db92d tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470881 May 26 18:10:57.448595 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80835c45-c7e1-4ca1-b382-faf40834c718 req-1e1af22a-0d6c-40c4-9468-cfb0fe738f4e tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:57.450247 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-80835c45-c7e1-4ca1-b382-faf40834c718 req-1e1af22a-0d6c-40c4-9468-cfb0fe738f4e tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 946 time: 0.0604544 May 26 18:10:57.469070 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:57.514452 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-80835c45-c7e1-4ca1-b382-faf40834c718 req-e0981a9f-7f59-4da3-af9e-7be2109ea9ff tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530310 May 26 18:11:01.108485 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 48994) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:01.215715 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-75e8d98d-335b-4dc6-bc86-f783626843c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:01.299077 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-75e8d98d-335b-4dc6-bc86-f783626843c5 admin admin] Publish callbacks [] for security_group (74f8b23f-a77f-4a22-83ee-192259bb5241), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:01.302848 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-75e8d98d-335b-4dc6-bc86-f783626843c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (74f8b23f-a77f-4a22-83ee-192259bb5241), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:01.341834 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8d98d-335b-4dc6-bc86-f783626843c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f8b23f-a77f-4a22-83ee-192259bb5241,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:01.349745 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 48998) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:01.350658 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-75e8d98d-335b-4dc6-bc86-f783626843c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=19d2e2dfacde4e829dc363e186d20d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401001 May 26 18:11:01.402197 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f4979562-228d-4fba-8525-e2f45f0a2a7d admin admin] Publish callbacks [] for security_group (74f8b23f-a77f-4a22-83ee-192259bb5241), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:01.403611 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:01.425848 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f4979562-228d-4fba-8525-e2f45f0a2a7d admin admin] Publish callbacks [] for security_group (74f8b23f-a77f-4a22-83ee-192259bb5241), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:01.481472 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f4979562-228d-4fba-8525-e2f45f0a2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (74f8b23f-a77f-4a22-83ee-192259bb5241), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:01.484229 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-f4979562-228d-4fba-8525-e2f45f0a2a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:01.485532 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-f4979562-228d-4fba-8525-e2f45f0a2a7d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/74f8b23f-a77f-4a22-83ee-192259bb5241 HTTP/1.1" status: 204 len: 168 time: 0.1347334 May 26 18:11:01.496354 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4979562-228d-4fba-8525-e2f45f0a2a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f8b23f-a77f-4a22-83ee-192259bb5241,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:01.794968 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:11:04.125939 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=36,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:06.284297 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ffb77-dbb7-4afd-bcc5-ce6a6bf03e85 req-e7b2f42c-98a9-4e45-8659-003bc16512cb tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:06.286621 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-027ffb77-dbb7-4afd-bcc5-ce6a6bf03e85 req-e7b2f42c-98a9-4e45-8659-003bc16512cb tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 946 time: 0.0660615 May 26 18:11:06.344163 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-027ffb77-dbb7-4afd-bcc5-ce6a6bf03e85 req-af5729d9-d059-42de-8409-566740718ecd tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513420 May 26 18:11:06.370491 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49018) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:06.615767 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29956d6c-2a20-46d9-8d60-96d6c3f29f6f tempest-TestMinimumBasicScenario-135850248 tempest-TestMinimumBasicScenario-135850248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:06.622050 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-29956d6c-2a20-46d9-8d60-96d6c3f29f6f tempest-TestMinimumBasicScenario-135850248 tempest-TestMinimumBasicScenario-135850248-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 1125 time: 0.2488413 May 26 18:11:06.622415 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49026) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:06.627076 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'port_id': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:06.655006 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:06.777121 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:06.934912 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Allocated IP 172.27.0.55 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/a7cbf00f-2712-40a9-b264-84467526f0e6) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:11:07.060613 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for port (a7cbf00f-2712-40a9-b264-84467526f0e6), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:07.067470 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:07.098788 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (a7cbf00f-2712-40a9-b264-84467526f0e6), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:07.136676 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:07.144164 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:11:07.148235 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:11:07.153277 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:11:07.178283 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event updated for resources: {'Port': ['ID=a7cbf00f-2712-40a9-b264-84467526f0e6,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:07.865656 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for floatingip (ba8d4a9b-d670-43c9-8b36-68679d808bf3), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:07.985667 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (a7cbf00f-2712-40a9-b264-84467526f0e6), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.254382 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for port (a7cbf00f-2712-40a9-b264-84467526f0e6), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.259997 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (a7cbf00f-2712-40a9-b264-84467526f0e6), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.337298 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event updated for resources: {'Port': ['ID=a7cbf00f-2712-40a9-b264-84467526f0e6,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:08.348768 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (ba8d4a9b-d670-43c9-8b36-68679d808bf3), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.445981 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:08.452618 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:08.461288 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Floating IP ba8d4a9b-d670-43c9-8b36-68679d808bf3 associated. External IP: 172.27.0.55, port: c59057e8-e60b-4afe-bee1-1f39250eb63e. May 26 18:11:08.735279 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:11:08.848680 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:11:08.864090 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455dddc-1940-4f00-9103-0a248ebdfacf None None] Sync routers for ids ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:11:08.874673 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.878438 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455dddc-1940-4f00-9103-0a248ebdfacf None None] Routers {'d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:08.879106 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-6455dddc-1940-4f00-9103-0a248ebdfacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:10:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:08.945844 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-289d4b5f-51fb-4be9-a52d-12a54aa94a06 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3221402 May 26 18:11:08.946692 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49034) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:08.947499 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:08.950707 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94951625-f773-410e-a489-47ed800c9edc" -d '{"events": [{"name": "network-changed", "server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:08.955362 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-418623073', 'description': 'tempest-secgroup-smoke-418623073 description', 'project_id': '5eefb86101fe49f9953595f91d4a790a'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:08.987220 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.002959 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47be2cc-d9cb-42a6-8511-196577486298 x-openstack-request-id: req-e47be2cc-d9cb-42a6-8511-196577486298 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:09.003690 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:09.004256 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e47be2cc-d9cb-42a6-8511-196577486298 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:09.004993 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47be2cc-d9cb-42a6-8511-196577486298'] response: {'name': 'network-changed', 'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'status': 'completed', 'code': 200} May 26 18:11:09.058605 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-6455dddc-1940-4f00-9103-0a248ebdfacf None None] Set router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:09.075805 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group (2bcdd3b1-90e4-455f-a9a6-f7b051a80731), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.081136 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (2bcdd3b1-90e4-455f-a9a6-f7b051a80731), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.106380 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:09.120940 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.122276 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1730759 May 26 18:11:09.124042 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcdd3b1-90e4-455f-a9a6-f7b051a80731,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:09.126661 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49038) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:09.131781 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-08e80bee-395c-433a-bf42-134869f0799c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Request body: {'security_group_rule': {'security_group_id': '2bcdd3b1-90e4-455f-a9a6-f7b051a80731', 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:09.147087 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.147445 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.147794 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.148167 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.148507 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.148847 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.149181 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.149522 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.149852 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.150194 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.150517 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.150849 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.151200 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.151573 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.151904 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88714d4c-bf6c-4d8c-aa12-0025813b1d80 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:09.180692 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-08e80bee-395c-433a-bf42-134869f0799c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (b82f53e9-8c9a-403a-b798-455fba8552d7), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.255315 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-08e80bee-395c-433a-bf42-134869f0799c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (b82f53e9-8c9a-403a-b798-455fba8552d7), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.259788 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-08e80bee-395c-433a-bf42-134869f0799c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (b82f53e9-8c9a-403a-b798-455fba8552d7), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.284244 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e80bee-395c-433a-bf42-134869f0799c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82f53e9-8c9a-403a-b798-455fba8552d7,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:09.290223 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-08e80bee-395c-433a-bf42-134869f0799c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.291484 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-08e80bee-395c-433a-bf42-134869f0799c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638644 May 26 18:11:09.294532 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49040) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:09.299161 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-9e83fd7c-4b6a-45f1-95bb-ce80543b8645 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Request body: {'security_group_rule': {'security_group_id': '2bcdd3b1-90e4-455f-a9a6-f7b051a80731', 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:09.334284 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9e83fd7c-4b6a-45f1-95bb-ce80543b8645 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (d4fa7bb7-c6d5-4942-b8c5-258696a9cb4d), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.396417 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9e83fd7c-4b6a-45f1-95bb-ce80543b8645 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (d4fa7bb7-c6d5-4942-b8c5-258696a9cb4d), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.402063 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9e83fd7c-4b6a-45f1-95bb-ce80543b8645 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (d4fa7bb7-c6d5-4942-b8c5-258696a9cb4d), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.425277 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83fd7c-4b6a-45f1-95bb-ce80543b8645 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fa7bb7-c6d5-4942-b8c5-258696a9cb4d,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:09.430932 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9e83fd7c-4b6a-45f1-95bb-ce80543b8645 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.434942 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-9e83fd7c-4b6a-45f1-95bb-ce80543b8645 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369400 May 26 18:11:09.435947 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49042) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:09.439989 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-91c59cc0-eba0-49bc-93e9-a5ae1012f557 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Request body: {'security_group_rule': {'security_group_id': '2bcdd3b1-90e4-455f-a9a6-f7b051a80731', 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:09.468075 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-6455dddc-1940-4f00-9103-0a248ebdfacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:10:13Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': 'ba8d4a9b-d670-43c9-8b36-68679d808bf3', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'port_id': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'mac_address': 'fa:16:3e:b8:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:07Z', 'updated_at': '2022-05-26T18:11:07Z', 'revision_number': 0, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d003d1-012a-42a0-bb36-dba40b5584fe', 'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'mac_address': 'fa:16:3e:42:39:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:12Z', 'updated_at': '2022-05-26T18:10:20Z', 'revision_number': 5, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'subnets': [{'id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:09.475303 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-91c59cc0-eba0-49bc-93e9-a5ae1012f557 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (5466eed9-7f47-4e33-9730-a202ba1af6b3), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.513657 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455dddc-1940-4f00-9103-0a248ebdfacf None None] Checking router: d93bb42c-f9a7-44ed-b5e5-4709330d0e3d for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:11:09.531167 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455dddc-1940-4f00-9103-0a248ebdfacf None None] Routers {'d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:09.532389 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-6455dddc-1940-4f00-9103-0a248ebdfacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:10:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:09.544789 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-91c59cc0-eba0-49bc-93e9-a5ae1012f557 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (5466eed9-7f47-4e33-9730-a202ba1af6b3), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.550247 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-91c59cc0-eba0-49bc-93e9-a5ae1012f557 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (5466eed9-7f47-4e33-9730-a202ba1af6b3), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.572743 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c59cc0-eba0-49bc-93e9-a5ae1012f557 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5466eed9-7f47-4e33-9730-a202ba1af6b3,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:09.584094 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-91c59cc0-eba0-49bc-93e9-a5ae1012f557 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.585257 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-91c59cc0-eba0-49bc-93e9-a5ae1012f557 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1490381 May 26 18:11:09.589826 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49044) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:09.595162 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [None req-6098a360-4ed1-4085-a798-df42203aee01 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Request body: {'security_group_rule': {'security_group_id': '2bcdd3b1-90e4-455f-a9a6-f7b051a80731', 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:09.682575 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6098a360-4ed1-4085-a798-df42203aee01 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (742bbdbe-6a74-4e52-916d-5b1194dd7b60), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.683831 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-6455dddc-1940-4f00-9103-0a248ebdfacf None None] Set router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:09.728916 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94951625-f773-410e-a489-47ed800c9edc req-f6ca86cb-d921-4e70-a1ad-ded2da1d7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:09.730935 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94951625-f773-410e-a489-47ed800c9edc req-f6ca86cb-d921-4e70-a1ad-ded2da1d7dc6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5eefb86101fe49f9953595f91d4a790a&device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 1130 time: 0.1076386 May 26 18:11:09.741869 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=75,neutron:DELETE=9,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:09.847206 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6098a360-4ed1-4085-a798-df42203aee01 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (742bbdbe-6a74-4e52-916d-5b1194dd7b60), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.857414 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6098a360-4ed1-4085-a798-df42203aee01 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (742bbdbe-6a74-4e52-916d-5b1194dd7b60), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.892265 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098a360-4ed1-4085-a798-df42203aee01 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742bbdbe-6a74-4e52-916d-5b1194dd7b60,revision_number=0']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:09.896941 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94951625-f773-410e-a489-47ed800c9edc req-fc5d189c-3a4b-4588-a724-2d89658bce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:09.898480 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94951625-f773-410e-a489-47ed800c9edc req-fc5d189c-3a4b-4588-a724-2d89658bce39 service neutron] 10.222.0.62 "GET /v2.0/networks?id=020506e2-f56f-41a0-9d9c-dd9831f11549 HTTP/1.1" status: 200 len: 914 time: 0.1577170 May 26 18:11:09.906033 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-6098a360-4ed1-4085-a798-df42203aee01 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.907359 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-6098a360-4ed1-4085-a798-df42203aee01 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3163824 May 26 18:11:09.910957 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49046) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:09.915858 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-e49d5160-fb13-448e-b3c7-ebc3550eeb36 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Request body: {'security_group_rule': {'security_group_id': '2bcdd3b1-90e4-455f-a9a6-f7b051a80731', 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:09.945591 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.securitygroups_db [None req-e49d5160-fb13-448e-b3c7-ebc3550eeb36 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Project 5eefb86101fe49f9953595f91d4a790a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:11:09.952487 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e49d5160-fb13-448e-b3c7-ebc3550eeb36 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (234cb275-57fd-48d0-ac0e-e53fb65192b4), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.974807 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:09.988915 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94951625-f773-410e-a489-47ed800c9edc req-690df055-ce8d-499f-8126-cbe6979da345 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e HTTP/1.1" status: 200 len: 999 time: 0.0802419 May 26 18:11:10.017081 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-6455dddc-1940-4f00-9103-0a248ebdfacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:10:13Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': 'ba8d4a9b-d670-43c9-8b36-68679d808bf3', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'port_id': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'mac_address': 'fa:16:3e:b8:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:07Z', 'updated_at': '2022-05-26T18:11:07Z', 'revision_number': 0, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d003d1-012a-42a0-bb36-dba40b5584fe', 'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'mac_address': 'fa:16:3e:42:39:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:12Z', 'updated_at': '2022-05-26T18:10:20Z', 'revision_number': 5, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'subnets': [{'id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:10.048908 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e49d5160-fb13-448e-b3c7-ebc3550eeb36 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (234cb275-57fd-48d0-ac0e-e53fb65192b4), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:10.059262 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e49d5160-fb13-448e-b3c7-ebc3550eeb36 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (234cb275-57fd-48d0-ac0e-e53fb65192b4), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:10.059927 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455dddc-1940-4f00-9103-0a248ebdfacf None None] The sync data for ids ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'] in dv-cinder-836074-5-iscsi is: [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:10:13Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': 'ba8d4a9b-d670-43c9-8b36-68679d808bf3', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'port_id': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'mac_address': 'fa:16:3e:b8:cb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:07Z', 'updated_at': '2022-05-26T18:11:07Z', 'revision_number': 0, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d003d1-012a-42a0-bb36-dba40b5584fe', 'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'mac_address': 'fa:16:3e:42:39:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:12Z', 'updated_at': '2022-05-26T18:10:20Z', 'revision_number': 5, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'subnets': [{'id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:11:10.067391 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94951625-f773-410e-a489-47ed800c9edc req-0fa7de29-a6c0-46bc-bf81-08493e62ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:10.071649 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94951625-f773-410e-a489-47ed800c9edc req-0fa7de29-a6c0-46bc-bf81-08493e62ccf1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9176375-4215-4f5d-848a-522fd3578e32 HTTP/1.1" status: 200 len: 852 time: 0.0737045 May 26 18:11:10.086515 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d5160-fb13-448e-b3c7-ebc3550eeb36 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234cb275-57fd-48d0-ac0e-e53fb65192b4,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:10.095988 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-e49d5160-fb13-448e-b3c7-ebc3550eeb36 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:10.100573 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-e49d5160-fb13-448e-b3c7-ebc3550eeb36 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1853828 May 26 18:11:10.104102 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49054) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:10.109869 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-a5a1704b-54b8-42b1-a544-5f2dc3e93d32 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Request body: {'security_group_rule': {'security_group_id': '2bcdd3b1-90e4-455f-a9a6-f7b051a80731', 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:10.141176 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94951625-f773-410e-a489-47ed800c9edc req-0401de9c-3ecb-4757-806a-377c06c7086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:10.143909 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94951625-f773-410e-a489-47ed800c9edc req-0401de9c-3ecb-4757-806a-377c06c7086b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=020506e2-f56f-41a0-9d9c-dd9831f11549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662308 May 26 18:11:10.145925 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.securitygroups_db [None req-a5a1704b-54b8-42b1-a544-5f2dc3e93d32 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Project 5eefb86101fe49f9953595f91d4a790a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:11:10.160800 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a5a1704b-54b8-42b1-a544-5f2dc3e93d32 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (475f7b8d-70e8-40c6-82e0-a71dd294e97f), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:10.242146 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a5a1704b-54b8-42b1-a544-5f2dc3e93d32 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (475f7b8d-70e8-40c6-82e0-a71dd294e97f), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:10.246456 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a5a1704b-54b8-42b1-a544-5f2dc3e93d32 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105831'] for security_group_rule (475f7b8d-70e8-40c6-82e0-a71dd294e97f), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:10.268803 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1704b-54b8-42b1-a544-5f2dc3e93d32 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475f7b8d-70e8-40c6-82e0-a71dd294e97f,revision_number=0']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:10.278541 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94951625-f773-410e-a489-47ed800c9edc req-c13b5f17-a580-45e5-949a-6e05d17ec9c5 service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285567 May 26 18:11:10.281530 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a5a1704b-54b8-42b1-a544-5f2dc3e93d32 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:10.282776 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-a5a1704b-54b8-42b1-a544-5f2dc3e93d32 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1776934 May 26 18:11:10.420854 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-94951625-f773-410e-a489-47ed800c9edc req-51fa248f-1563-4a57-aedd-91cd854e1f1f service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346526 May 26 18:11:10.437505 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7d3ab-dece-4a29-ac1a-9e46add54e7e None None] New status for floating IP ba8d4a9b-d670-43c9-8b36-68679d808bf3: ACTIVE {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:11:10.444380 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f6757765-2cdf-497b-aa67-9089b6894ead req-44909ac1-3059-4c2f-958d-5156a056b84a tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418623073&fields=id&tenant_id=5eefb86101fe49f9953595f91d4a790a HTTP/1.1" status: 200 len: 267 time: 0.0960252 May 26 18:11:10.516206 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6757765-2cdf-497b-aa67-9089b6894ead req-065726d6-286e-4d35-8787-ae97001345d4 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:10.518606 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f6757765-2cdf-497b-aa67-9089b6894ead req-065726d6-286e-4d35-8787-ae97001345d4 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 946 time: 0.0648882 May 26 18:11:10.531129 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-f6757765-2cdf-497b-aa67-9089b6894ead req-4bbf520b-89ad-4d2e-b04b-f8d06ae55bba tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Request body: {'port': {'security_groups': ['f8eb48bc-8d84-4aae-be08-8e14fccafcc4', '2bcdd3b1-90e4-455f-a9a6-f7b051a80731']}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:10.636298 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-f6757765-2cdf-497b-aa67-9089b6894ead req-4bbf520b-89ad-4d2e-b04b-f8d06ae55bba tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:10.695635 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:10.722546 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:10.891118 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-f6757765-2cdf-497b-aa67-9089b6894ead req-4bbf520b-89ad-4d2e-b04b-f8d06ae55bba tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] For port c59057e8-e60b-4afe-bee1-1f39250eb63e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:10.923978 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-f6757765-2cdf-497b-aa67-9089b6894ead req-4bbf520b-89ad-4d2e-b04b-f8d06ae55bba tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:10.929194 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-f6757765-2cdf-497b-aa67-9089b6894ead req-4bbf520b-89ad-4d2e-b04b-f8d06ae55bba tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:10.942829 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['c59057e8-e60b-4afe-bee1-1f39250eb63e'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:11:10.976992 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6757765-2cdf-497b-aa67-9089b6894ead req-4bbf520b-89ad-4d2e-b04b-f8d06ae55bba tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:10.977675 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-f6757765-2cdf-497b-aa67-9089b6894ead req-4bbf520b-89ad-4d2e-b04b-f8d06ae55bba tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:10.979593 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f6757765-2cdf-497b-aa67-9089b6894ead req-4bbf520b-89ad-4d2e-b04b-f8d06ae55bba tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "PUT /v2.0/ports/c59057e8-e60b-4afe-bee1-1f39250eb63e HTTP/1.1" status: 200 len: 982 time: 0.4540017 May 26 18:11:11.005689 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:11.008193 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a6c22e-b358-48a8-9f13-6e575877b32f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:11.011545 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf520b-89ad-4d2e-b04b-f8d06ae55bba tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event updated for resources: {'Port': ['ID=c59057e8-e60b-4afe-bee1-1f39250eb63e,revision_number=6']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:11.088735 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7beb0f1-5061-4ec1-8cd0-a6cd103bf657 x-openstack-request-id: req-b7beb0f1-5061-4ec1-8cd0-a6cd103bf657 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:11.089070 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:11.089295 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7beb0f1-5061-4ec1-8cd0-a6cd103bf657 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:11.089689 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7beb0f1-5061-4ec1-8cd0-a6cd103bf657'] response: {'name': 'network-changed', 'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'status': 'completed', 'code': 200} May 26 18:11:11.112675 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['c59057e8-e60b-4afe-bee1-1f39250eb63e'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:11:11.205833 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6c22e-b358-48a8-9f13-6e575877b32f req-7f625b86-4a7a-4c7c-bc90-b740406d50be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:11.207672 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-49a6c22e-b358-48a8-9f13-6e575877b32f req-7f625b86-4a7a-4c7c-bc90-b740406d50be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5eefb86101fe49f9953595f91d4a790a&device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 1169 time: 0.0785942 May 26 18:11:11.219801 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5709c06-0c98-40a7-a44c-5b51e82cdd4e req-d9e11dc3-0905-4725-af2a-20c38b667966 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:11.225017 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b5709c06-0c98-40a7-a44c-5b51e82cdd4e req-d9e11dc3-0905-4725-af2a-20c38b667966 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.1415033 May 26 18:11:11.232222 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:11.282085 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:11.381452 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-4baef37b-b76d-40cf-a001-714e1f6270df None None] Provisioning complete for port c59057e8-e60b-4afe-bee1-1f39250eb63e triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:11:11.382038 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4baef37b-b76d-40cf-a001-714e1f6270df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:11.454604 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b5709c06-0c98-40a7-a44c-5b51e82cdd4e req-e126ba51-0d57-4983-aa0c-4d5cadc884f6 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2138836 May 26 18:11:11.481518 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6c22e-b358-48a8-9f13-6e575877b32f req-2bdf5b2a-d584-4e3d-acd3-42cb76b62f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:11.484089 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-49a6c22e-b358-48a8-9f13-6e575877b32f req-2bdf5b2a-d584-4e3d-acd3-42cb76b62f94 service neutron] 10.222.0.62 "GET /v2.0/networks?id=020506e2-f56f-41a0-9d9c-dd9831f11549 HTTP/1.1" status: 200 len: 914 time: 0.2574987 May 26 18:11:11.557115 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-49a6c22e-b358-48a8-9f13-6e575877b32f req-df39d1ea-70a1-46b2-8fa8-7591354be905 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e HTTP/1.1" status: 200 len: 1001 time: 0.0668533 May 26 18:11:11.610596 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6c22e-b358-48a8-9f13-6e575877b32f req-af12ef2b-a4f8-4540-a3b8-c4adf27a6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:11.612193 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-49a6c22e-b358-48a8-9f13-6e575877b32f req-af12ef2b-a4f8-4540-a3b8-c4adf27a6a69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9176375-4215-4f5d-848a-522fd3578e32 HTTP/1.1" status: 200 len: 852 time: 0.0484533 May 26 18:11:11.632301 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-4baef37b-b76d-40cf-a001-714e1f6270df None None] Current status of the port c59057e8-e60b-4afe-bee1-1f39250eb63e is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:11:11.670475 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6c22e-b358-48a8-9f13-6e575877b32f req-c036fe63-2045-4a7b-aeae-d587004a97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:11.671968 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-49a6c22e-b358-48a8-9f13-6e575877b32f req-c036fe63-2045-4a7b-aeae-d587004a97ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=020506e2-f56f-41a0-9d9c-dd9831f11549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518665 May 26 18:11:11.778618 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-49a6c22e-b358-48a8-9f13-6e575877b32f req-18e0ec87-61f1-444b-bffe-d1d928b3fe01 service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979395 May 26 18:11:11.808717 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:11.885341 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-49a6c22e-b358-48a8-9f13-6e575877b32f req-7f80006c-fce9-424a-9b78-780e7eab2a45 service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994315 May 26 18:11:13.774448 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:14.002243 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-4e038e16-0cbe-4b97-8b6b-30b7231154a2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714810901&fields=id&tenant_id=ba5a75cf80284f58b9c3bed674677a39 HTTP/1.1" status: 200 len: 267 time: 0.0471327 May 26 18:11:14.124083 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-757c9735-7891-4de1-bd68-2ebbd588b379 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:14.125566 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-757c9735-7891-4de1-bd68-2ebbd588b379 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 811 time: 0.1165617 May 26 18:11:14.143633 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-9604e588-a2c7-4284-96aa-144ae4957b8b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/quotas/ba5a75cf80284f58b9c3bed674677a39 HTTP/1.1" status: 200 len: 375 time: 0.0122256 May 26 18:11:14.198825 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-a613e06e-d183-47e8-b018-81619d285f38 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496485 May 26 18:11:14.304832 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-4b56b91c-f6c8-4ac3-8210-fecd13f9dae8 service neutron] 10.222.0.69 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931880 May 26 18:11:14.400961 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-66f9df7b-cf36-4cac-a0f2-7383f03afd17 service neutron] 10.222.0.69 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902991 May 26 18:11:14.883832 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5677681b-6b07-4510-a3c3-64f32a1c59b3 req-baef546c-d3a9-43c7-8894-c07b80b3da08 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 210 time: 0.1941257 May 26 18:11:15.770546 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-b2aa7d9b-3406-451c-850a-5c393f657d77 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:15.772117 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-b2aa7d9b-3406-451c-850a-5c393f657d77 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 811 time: 0.1208417 May 26 18:11:15.813002 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:15.848091 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-7b0aca10-4e2d-40b4-93ab-acd59516b89c tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba5a75cf80284f58b9c3bed674677a39 HTTP/1.1" status: 200 len: 379 time: 0.0660021 May 26 18:11:15.858709 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'port': {'device_id': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'admin_state_up': True, 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'security_groups': ['7d3f8a91-7498-427b-96b7-eb35c606b0b3']}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:15.998845 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Made reservation on behalf of ba5a75cf80284f58b9c3bed674677a39 for: {'port': 1} {{(pid=103837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:11:16.002449 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.064458 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-f2a6566f-9ac1-4660-9f94-b11421605244 req-3f1ca229-1940-41b9-9855-7e5986184eba tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 210 time: 0.0963652 May 26 18:11:16.150287 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_common [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Allocated IP 172.20.0.14 (7d5a4e77-6968-4ef2-a95a-0d27f89b0d76/3624ee93-6d30-4e00-92bd-f688e7b35a15/be659ba1-8698-4fe5-9230-25e1add7adbc) {{(pid=103837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:11:16.325724 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), precommit_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.378598 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), after_create {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.443258 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 is already hosted by enough agents. {{(pid=103837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:11:16.449129 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.base_scheduler [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Resources bound (agent type, host, resource id): {{(pid=103837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:11:16.451461 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'Port': ['ID=be659ba1-8698-4fe5-9230-25e1add7adbc,revision_number=1']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:16.453691 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Received port after_create {{(pid=103837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:11:16.514521 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:16.515190 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.538112 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-73546464-9aad-403e-9702-affe0c358bed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6837945 May 26 18:11:16.669373 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.v2.base [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Request body: {'port': {'device_id': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:16.693420 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-224dd88b-f46c-4b4f-9cf6-cee61364d888 None None] Provisioning complete for port be659ba1-8698-4fe5-9230-25e1add7adbc triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:11:16.694186 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-224dd88b-f46c-4b4f-9cf6-cee61364d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.721916 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:16.737011 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-224dd88b-f46c-4b4f-9cf6-cee61364d888 None None] Port be659ba1-8698-4fe5-9230-25e1add7adbc cannot update to ACTIVE because it is not bound. {{(pid=103838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:11:17.039886 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:17.071728 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.247724 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:17.276227 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34440e45-e677-4363-bce6-fa5addc98edd req-5b2aefcb-ceae-4cd4-b20b-344fb8421af3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:17.278042 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-34440e45-e677-4363-bce6-fa5addc98edd req-5b2aefcb-ceae-4cd4-b20b-344fb8421af3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 932 time: 0.1166158 May 26 18:11:17.390219 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-34440e45-e677-4363-bce6-fa5addc98edd req-f3ca5c1a-954c-4446-af01-26c4cf66d00f tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054032 May 26 18:11:17.474520 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be659ba1-8698-4fe5-9230-25e1add7adbc {{(pid=103837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:11:17.482670 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Publish callbacks [] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), precommit_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.496617 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.provisioning_blocks [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Transition to ACTIVE for port object be659ba1-8698-4fe5-9230-25e1add7adbc will not be triggered until provisioned by entity L2. {{(pid=103837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:11:17.501630 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16737419'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.558947 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Pushing event updated for resources: {'Port': ['ID=be659ba1-8698-4fe5-9230-25e1add7adbc,revision_number=2']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:17.663626 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Attempting to bind port be659ba1-8698-4fe5-9230-25e1add7adbc on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:11:17.664631 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Attempting to bind port be659ba1-8698-4fe5-9230-25e1add7adbc by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:11:17.664631 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Attempting to bind port be659ba1-8698-4fe5-9230-25e1add7adbc on network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:11:17.669430 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Port be659ba1-8698-4fe5-9230-25e1add7adbc on network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:11:17.669761 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Attempting to bind port be659ba1-8698-4fe5-9230-25e1add7adbc on network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:11:17.675527 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Checking agent: {'id': '36086cf7-e14f-4fce-89e9-6fec06ced33a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'started_at': datetime.datetime(2022, 5, 26, 17, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:11:17.675874 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Checking segment: {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:11:17.676307 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Bound using segment: {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'} {{(pid=103837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:11:17.676754 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.managers [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Bound port: be659ba1-8698-4fe5-9230-25e1add7adbc, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d73e7ed-f76d-45a3-930a-2f2e73230e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76'}}] {{(pid=103837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:11:17.677233 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), before_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.750495 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] For port be659ba1-8698-4fe5-9230-25e1add7adbc, host hv-cinder-83607, cleared binding levels {{(pid=103837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:11:17.754450 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] For port be659ba1-8698-4fe5-9230-25e1add7adbc, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=be659ba1-8698-4fe5-9230-25e1add7adbc,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:11:17.764558 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16737419'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), after_update {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.801555 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:17.802179 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.803623 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] 10.222.0.62 "PUT /v2.0/ports/be659ba1-8698-4fe5-9230-25e1add7adbc HTTP/1.1" status: 200 len: 1094 time: 1.1391244 May 26 18:11:17.804133 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'tag': 'be659ba1-8698-4fe5-9230-25e1add7adbc'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:17.806474 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a18aadf-cc6a-4a6c-bfee-c6a0904fafaa" -d '{"events": [{"name": "network-changed", "server_uuid": "67300aac-c060-4e11-aab6-635c4a8bba9c", "tag": "be659ba1-8698-4fe5-9230-25e1add7adbc"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:17.842677 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857939c-3c4d-4fe1-91cf-16eade41b732 service neutron] Pushing event updated for resources: {'Port': ['ID=be659ba1-8698-4fe5-9230-25e1add7adbc,revision_number=3']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:17.878761 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e004e5-6f1f-44e0-814d-321a60ab8299 x-openstack-request-id: req-89e004e5-6f1f-44e0-814d-321a60ab8299 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:17.879058 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67300aac-c060-4e11-aab6-635c4a8bba9c", "tag": "be659ba1-8698-4fe5-9230-25e1add7adbc", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:17.879313 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89e004e5-6f1f-44e0-814d-321a60ab8299 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:17.879897 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e004e5-6f1f-44e0-814d-321a60ab8299'] response: {'name': 'network-changed', 'server_uuid': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'tag': 'be659ba1-8698-4fe5-9230-25e1add7adbc', 'status': 'completed', 'code': 200} May 26 18:11:17.919210 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-762d7d5f-25c6-4009-9d91-87126f70566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:17.921773 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-762d7d5f-25c6-4009-9d91-87126f70566e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 1128 time: 0.0561652 May 26 18:11:17.962883 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-8625130f-a9ec-4ef2-bda3-19eb983565de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be659ba1-8698-4fe5-9230-25e1add7adbc HTTP/1.1" status: 200 len: 217 time: 0.0344841 May 26 18:11:18.014821 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:18.021220 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:18.024127 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-3489fe1d-84c5-412e-943a-39115cc75163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:18.025401 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-3489fe1d-84c5-412e-943a-39115cc75163 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.0558846 May 26 18:11:18.029045 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b7033f91-8424-43d1-9481-1fecf96fa9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:18.075978 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-c84d5006-dd12-4177-9b71-d49235be4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:18.077481 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-c84d5006-dd12-4177-9b71-d49235be4a39 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451047 May 26 18:11:18.180774 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-b76747cc-a491-46b0-a7bd-4a7719c30292 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959175 May 26 18:11:18.279839 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9a9260a5-3191-43dc-9ea9-6f949a15eccb req-9cc0765a-0ee6-4f20-bc0d-6adea44a1025 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925002 May 26 18:11:18.524721 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf9a81-273e-4c5f-b24e-edd868839b0b req-bfed1aa0-45a1-4f13-89c4-a4396265555b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:18.526317 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-acdf9a81-273e-4c5f-b24e-edd868839b0b req-bfed1aa0-45a1-4f13-89c4-a4396265555b tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 944 time: 0.0541959 May 26 18:11:18.582927 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:18.589923 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18aadf-cc6a-4a6c-bfee-c6a0904fafaa req-c0b16011-ddae-4e2f-a720-268962f8977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:18.591427 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a18aadf-cc6a-4a6c-bfee-c6a0904fafaa req-c0b16011-ddae-4e2f-a720-268962f8977c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 1128 time: 0.0641713 May 26 18:11:18.637811 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-acdf9a81-273e-4c5f-b24e-edd868839b0b req-8f3a08c8-0915-4a97-bd88-0a25b31a28b5 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017299 May 26 18:11:18.712762 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18aadf-cc6a-4a6c-bfee-c6a0904fafaa req-bb0f0e79-2109-4a60-bcd3-e677b51b63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:18.714135 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a18aadf-cc6a-4a6c-bfee-c6a0904fafaa req-bb0f0e79-2109-4a60-bcd3-e677b51b63d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 912 time: 0.1096435 May 26 18:11:18.758715 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a18aadf-cc6a-4a6c-bfee-c6a0904fafaa req-095890f1-e1b0-4c00-8003-66840f64b4e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be659ba1-8698-4fe5-9230-25e1add7adbc HTTP/1.1" status: 200 len: 217 time: 0.0353580 May 26 18:11:18.811359 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18aadf-cc6a-4a6c-bfee-c6a0904fafaa req-ebd34a15-b1c1-41e2-a597-81b778da1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:18.812858 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a18aadf-cc6a-4a6c-bfee-c6a0904fafaa req-ebd34a15-b1c1-41e2-a597-81b778da1443 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.0488143 May 26 18:11:18.863078 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18aadf-cc6a-4a6c-bfee-c6a0904fafaa req-730b22cc-589d-4154-ba2a-d68ca851f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:18.864835 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a18aadf-cc6a-4a6c-bfee-c6a0904fafaa req-730b22cc-589d-4154-ba2a-d68ca851f066 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460956 May 26 18:11:18.960291 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a18aadf-cc6a-4a6c-bfee-c6a0904fafaa req-be9dc1e6-f1f9-4638-9fb4-e155b55f77d1 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891902 May 26 18:11:19.058266 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5a18aadf-cc6a-4a6c-bfee-c6a0904fafaa req-27b0feea-f3d2-4c9f-9af9-79d930acde74 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920310 May 26 18:11:19.771312 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5055493-492c-4d3d-bcbc-4d8ab22c1497 req-97396b04-2843-4de7-888b-665c9e3e0a74 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:19.772880 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d5055493-492c-4d3d-bcbc-4d8ab22c1497 req-97396b04-2843-4de7-888b-665c9e3e0a74 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 944 time: 0.0553050 May 26 18:11:19.824757 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-d5055493-492c-4d3d-bcbc-4d8ab22c1497 req-fa83c29e-57d2-4d94-9845-11c6ed2bcd1a tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462034 May 26 18:11:20.198592 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b9cd9890-85a7-4cf4-bb29-ed9e57ca2bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:20.621713 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:20.627378 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:20.957984 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c246a8-eac1-4b7f-8362-6a65586f8366 req-6ea2215b-f84f-4278-b717-4c7a7397b0fe tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:20.959563 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-11c246a8-eac1-4b7f-8362-6a65586f8366 req-6ea2215b-f84f-4278-b717-4c7a7397b0fe tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 944 time: 0.0537238 May 26 18:11:21.011625 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-11c246a8-eac1-4b7f-8362-6a65586f8366 req-59c70975-b263-4a14-a9b0-e7f376379830 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463994 May 26 18:11:21.558525 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:22.135570 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd0b96-558c-4dfc-a009-46c0afd117f4 req-e18c08f6-0385-426c-b6fe-ff7988e91c01 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:22.137541 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bfbd0b96-558c-4dfc-a009-46c0afd117f4 req-e18c08f6-0385-426c-b6fe-ff7988e91c01 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 944 time: 0.0528221 May 26 18:11:22.207284 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-bfbd0b96-558c-4dfc-a009-46c0afd117f4 req-11318ec2-b20a-4514-b276-cc901fa8e478 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628266 May 26 18:11:22.588973 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:23.325936 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcaa995-71a0-4ae8-8623-da2a7d94a266 req-fc75cf8c-e26c-4644-9426-c40009a6b3ed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:23.327481 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6fcaa995-71a0-4ae8-8623-da2a7d94a266 req-fc75cf8c-e26c-4644-9426-c40009a6b3ed tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 944 time: 0.0503287 May 26 18:11:23.390661 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:23.416376 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0eb7d139-e0f4-42ec-90b6-4363cf100c6c req-fe7576d6-caea-4d4d-98ea-af227069ad42 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630758 May 26 18:11:23.419966 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6fcaa995-71a0-4ae8-8623-da2a7d94a266 req-1b41b0ef-d748-492b-81ea-bd256b4995d3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860815 May 26 18:11:23.509083 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7d139-e0f4-42ec-90b6-4363cf100c6c req-dd5f42e2-c0b3-4378-ac24-b849aab8d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:23.510567 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0eb7d139-e0f4-42ec-90b6-4363cf100c6c req-dd5f42e2-c0b3-4378-ac24-b849aab8d092 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 1130 time: 0.0427279 May 26 18:11:23.621138 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7d139-e0f4-42ec-90b6-4363cf100c6c req-8f0a1f75-ffaa-4925-ae94-3834256c3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:23.622707 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0eb7d139-e0f4-42ec-90b6-4363cf100c6c req-8f0a1f75-ffaa-4925-ae94-3834256c3f63 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 912 time: 0.0929375 May 26 18:11:23.718595 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0eb7d139-e0f4-42ec-90b6-4363cf100c6c req-24dfde79-325d-40ba-a902-dae6f986bdcb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c33d9d21-0d51-4503-906b-480b6fb62472 HTTP/1.1" status: 200 len: 1001 time: 0.0563068 May 26 18:11:24.134912 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:24.256777 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7d139-e0f4-42ec-90b6-4363cf100c6c req-0195ed33-13af-447a-9a86-4bfa5dde1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:24.258229 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0eb7d139-e0f4-42ec-90b6-4363cf100c6c req-0195ed33-13af-447a-9a86-4bfa5dde1734 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.0459025 May 26 18:11:24.307364 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7d139-e0f4-42ec-90b6-4363cf100c6c req-47b92e60-f69f-4df0-b2b0-fcfd7b5e4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:24.308928 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0eb7d139-e0f4-42ec-90b6-4363cf100c6c req-47b92e60-f69f-4df0-b2b0-fcfd7b5e4cb9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444841 May 26 18:11:24.386179 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:24.400500 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0eb7d139-e0f4-42ec-90b6-4363cf100c6c req-fa1fb728-ee7a-45ad-a0a4-8512ffe787fd service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848231 May 26 18:11:24.417418 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device be659ba1-8698-4fe5-9230-25e1add7adbc details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:11:24.505212 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0eb7d139-e0f4-42ec-90b6-4363cf100c6c req-f3c1305f-e0a2-46e9-86ca-a9b1f2db36e1 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983305 May 26 18:11:24.533802 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port be659ba1-8698-4fe5-9230-25e1add7adbc, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=be659ba1-8698-4fe5-9230-25e1add7adbc,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:24.548388 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Returning: {'device': 'be659ba1-8698-4fe5-9230-25e1add7adbc', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'port_id': 'be659ba1-8698-4fe5-9230-25e1add7adbc', 'mac_address': 'fa:16:3e:4f:94:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:11:24.558862 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd7ff7-0e70-4b7c-832d-0ba1847a3e77 req-c5195dd1-32a6-43f7-ab6f-b138ff554cb8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:24.560443 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-65dd7ff7-0e70-4b7c-832d-0ba1847a3e77 req-c5195dd1-32a6-43f7-ab6f-b138ff554cb8 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 944 time: 0.0638833 May 26 18:11:24.572341 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:24.585291 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port be659ba1-8698-4fe5-9230-25e1add7adbc is: DOWN; New status is: BUILD {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:11:24.585680 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:24.600575 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be659ba1-8698-4fe5-9230-25e1add7adbc {{(pid=103838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:11:24.621019 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-65dd7ff7-0e70-4b7c-832d-0ba1847a3e77 req-7227a737-8d40-43df-ac49-d16786084c3a tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544374 May 26 18:11:24.627226 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port be659ba1-8698-4fe5-9230-25e1add7adbc, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=be659ba1-8698-4fe5-9230-25e1add7adbc,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:24.631115 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:24.681298 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=be659ba1-8698-4fe5-9230-25e1add7adbc,revision_number=4']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:24.688519 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.688870 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.689214 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.689555 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.689885 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.690211 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.690534 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.690859 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.691288 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.692169 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.692501 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.692832 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.693157 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.693478 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.693805 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:24.854354 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['be659ba1-8698-4fe5-9230-25e1add7adbc'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:11:25.749652 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff42662-35da-4e58-853e-0d6db5bb56c3 req-6f2b3bc4-8745-4fd4-9425-45c87b523801 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:25.751459 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6ff42662-35da-4e58-853e-0d6db5bb56c3 req-6f2b3bc4-8745-4fd4-9425-45c87b523801 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 945 time: 0.0552242 May 26 18:11:25.811085 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-6ff42662-35da-4e58-853e-0d6db5bb56c3 req-7ac25fe5-9d59-4b67-9e9b-e0c10f5c9737 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530360 May 26 18:11:26.422199 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device be659ba1-8698-4fe5-9230-25e1add7adbc up at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:11:26.465006 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning for port be659ba1-8698-4fe5-9230-25e1add7adbc completed by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:11:26.471150 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Provisioning complete for port be659ba1-8698-4fe5-9230-25e1add7adbc triggered by entity L2. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:11:26.471602 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:26.552770 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:26.555369 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Current status of the port be659ba1-8698-4fe5-9230-25e1add7adbc is: BUILD; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:11:26.555767 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), before_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:26.557914 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:26.584532 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be659ba1-8698-4fe5-9230-25e1add7adbc'}] {{(pid=103838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:26.586788 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d77e397b5ed3e97ddaa02b181b72c75d34cc5a1551f7573a0cd4a817da772db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627cd2db-c542-4f90-a7c5-1fadd5b9d06e" -d '{"events": [{"server_uuid": "67300aac-c060-4e11-aab6-635c4a8bba9c", "name": "network-vif-plugged", "status": "completed", "tag": "be659ba1-8698-4fe5-9230-25e1add7adbc"}]}' {{(pid=103838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:26.600045 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] For port be659ba1-8698-4fe5-9230-25e1add7adbc, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=be659ba1-8698-4fe5-9230-25e1add7adbc,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:26.605300 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:26.629937 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442c9ae7-4235-4a32-a55f-ae804969b6b8 x-openstack-request-id: req-442c9ae7-4235-4a32-a55f-ae804969b6b8 {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:26.630301 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67300aac-c060-4e11-aab6-635c4a8bba9c", "name": "network-vif-plugged", "status": "completed", "tag": "be659ba1-8698-4fe5-9230-25e1add7adbc", "code": 200}]} {{(pid=103838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:26.630577 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-442c9ae7-4235-4a32-a55f-ae804969b6b8 {{(pid=103838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:26.630978 dv-cinder-836074-5-iscsi neutron-server[103838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442c9ae7-4235-4a32-a55f-ae804969b6b8'] response: {'server_uuid': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be659ba1-8698-4fe5-9230-25e1add7adbc', 'code': 200} May 26 18:11:26.667880 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Pushing event updated for resources: {'Port': ['ID=be659ba1-8698-4fe5-9230-25e1add7adbc,revision_number=5']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:26.861764 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306f23d-bfe6-48b6-a1a0-610fe682edd2 req-180c4e06-0f87-4da3-8c62-e767e595ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:26.864340 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0306f23d-bfe6-48b6-a1a0-610fe682edd2 req-180c4e06-0f87-4da3-8c62-e767e595ac15 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 1130 time: 0.0463860 May 26 18:11:26.967367 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f78aa-5447-49a7-9b2c-f934b8158cd5 req-8d42b864-5e68-49af-a7e2-feeb4f45b857 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:26.969016 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9d2f78aa-5447-49a7-9b2c-f934b8158cd5 req-8d42b864-5e68-49af-a7e2-feeb4f45b857 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 946 time: 0.0769410 May 26 18:11:26.972087 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-0306f23d-bfe6-48b6-a1a0-610fe682edd2 req-22926326-061b-4752-82a0-3332c30325c9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008010 May 26 18:11:27.026282 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-9d2f78aa-5447-49a7-9b2c-f934b8158cd5 req-fde5e685-2a2d-4c35-abef-1e2d29455fb4 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507677 May 26 18:11:28.136244 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:28.159434 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f098d-3752-43d6-b80d-bfecad6eefca req-44373323-2536-4fe7-bd9a-2e137334655f tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:28.161716 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a57f098d-3752-43d6-b80d-bfecad6eefca req-44373323-2536-4fe7-bd9a-2e137334655f tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 946 time: 0.0568640 May 26 18:11:28.215882 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-a57f098d-3752-43d6-b80d-bfecad6eefca req-5c032e8d-02a4-44a1-a957-c5b86e006313 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485611 May 26 18:11:28.331292 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39964cc0-3349-45f0-81b0-a8faf8298e46 req-9112e472-e91c-46aa-8eba-66e99406bef5 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:28.333332 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-39964cc0-3349-45f0-81b0-a8faf8298e46 req-9112e472-e91c-46aa-8eba-66e99406bef5 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 946 time: 0.0500660 May 26 18:11:28.388926 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-39964cc0-3349-45f0-81b0-a8faf8298e46 req-dd9cbd92-4586-4df0-84da-94e7adb9af24 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499473 May 26 18:11:28.413253 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49138) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:28.555873 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d25de-c3cc-4259-883a-a01f7248979b tempest-TestVolumeBootPattern-1996189234 tempest-TestVolumeBootPattern-1996189234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:28.557438 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-be2d25de-c3cc-4259-883a-a01f7248979b tempest-TestVolumeBootPattern-1996189234 tempest-TestVolumeBootPattern-1996189234-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 1125 time: 0.1432002 May 26 18:11:28.560355 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49142) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:28.564574 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Request body: {'floatingip': {'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'port_id': 'be659ba1-8698-4fe5-9230-25e1add7adbc', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:28.586877 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:28.669146 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (None), before_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:28.775115 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.db_base_plugin_common [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Allocated IP 172.27.0.76 (fe5e7183-55e6-482c-9be6-dbe7ef622043/4ee395ad-2dca-401e-be4c-8e0d0b090142/a3f19eb6-2419-42a3-b4c3-cbba27613d59) {{(pid=103836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:11:28.885423 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for port (a3f19eb6-2419-42a3-b4c3-cbba27613d59), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:28.917275 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921830732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (a3f19eb6-2419-42a3-b4c3-cbba27613d59), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:28.958680 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Network fe5e7183-55e6-482c-9be6-dbe7ef622043 is already hosted by enough agents. {{(pid=103836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:11:28.963982 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.base_scheduler [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Resources bound (agent type, host, resource id): {{(pid=103836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:11:28.965969 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'Port': ['ID=a3f19eb6-2419-42a3-b4c3-cbba27613d59,revision_number=1']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:28.968133 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Received port after_create {{(pid=103836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:11:29.232447 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:29.250986 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:29.341677 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (2811e53e-0b2f-4e5f-9ee9-f76921d7d7a1), precommit_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:29.419085 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (a3f19eb6-2419-42a3-b4c3-cbba27613d59), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:29.869769 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for port (a3f19eb6-2419-42a3-b4c3-cbba27613d59), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:29.875062 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (a3f19eb6-2419-42a3-b4c3-cbba27613d59), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:29.942995 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event updated for resources: {'Port': ['ID=a3f19eb6-2419-42a3-b4c3-cbba27613d59,revision_number=2']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:29.957861 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8120291'] for floatingip (2811e53e-0b2f-4e5f-9ee9-f76921d7d7a1), after_create {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.057147 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Floating IP 2811e53e-0b2f-4e5f-9ee9-f76921d7d7a1 associated. External IP: 172.27.0.76, port: be659ba1-8698-4fe5-9230-25e1add7adbc. May 26 18:11:30.274411 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Router a3b11972-9046-491b-afff-1a5e32bfa300 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:11:30.383632 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=100 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:30.391618 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:11:30.401876 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e97f7d-3093-449d-b8f0-d6edf3ff89f5 None None] Sync routers for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:11:30.404404 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:30.413740 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.414585 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e97f7d-3093-449d-b8f0-d6edf3ff89f5 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:30.415387 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-18e97f7d-3093-449d-b8f0-d6edf3ff89f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:11:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:30.449623 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-4e97d657-4430-4e34-be14-adf7f73a5d0e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8882279 May 26 18:11:30.450907 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'tag': 'be659ba1-8698-4fe5-9230-25e1add7adbc'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:30.454073 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad99a092-d7e2-4982-a872-d2aaaea1cad0" -d '{"events": [{"name": "network-changed", "server_uuid": "67300aac-c060-4e11-aab6-635c4a8bba9c", "tag": "be659ba1-8698-4fe5-9230-25e1add7adbc"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:30.492200 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9577b5de-cdc0-46a8-8398-21699b4f6f2b x-openstack-request-id: req-9577b5de-cdc0-46a8-8398-21699b4f6f2b {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:30.492529 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67300aac-c060-4e11-aab6-635c4a8bba9c", "tag": "be659ba1-8698-4fe5-9230-25e1add7adbc", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:30.492783 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9577b5de-cdc0-46a8-8398-21699b4f6f2b {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:30.493191 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9577b5de-cdc0-46a8-8398-21699b4f6f2b'] response: {'name': 'network-changed', 'server_uuid': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'tag': 'be659ba1-8698-4fe5-9230-25e1add7adbc', 'status': 'completed', 'code': 200} May 26 18:11:30.534418 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-18e97f7d-3093-449d-b8f0-d6edf3ff89f5 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:30.611356 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-40283709-8f94-4262-bb2d-9fb33be70eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:30.612967 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-40283709-8f94-4262-bb2d-9fb33be70eff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 1130 time: 0.0977962 May 26 18:11:30.721253 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-fa738e90-fdbc-4d6b-b8bc-3a6118223be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:30.722636 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-fa738e90-fdbc-4d6b-b8bc-3a6118223be2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 912 time: 0.1010661 May 26 18:11:30.782439 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:30.796115 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-9148b9e2-7cc3-4e16-b124-17aabbcf3f96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be659ba1-8698-4fe5-9230-25e1add7adbc HTTP/1.1" status: 200 len: 999 time: 0.0663342 May 26 18:11:30.848810 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-8ab634ba-2b4b-4d62-9c2f-40ff259a9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:30.850467 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-8ab634ba-2b4b-4d62-9c2f-40ff259a9211 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.0490222 May 26 18:11:30.902876 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-59366b47-a67d-4672-ad4a-1b41830bc0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:30.904629 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-59366b47-a67d-4672-ad4a-1b41830bc0e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486822 May 26 18:11:30.915959 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-4977973e-924c-4691-8db8-dd6bdb6f910b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:11:30.917019 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-4977973e-924c-4691-8db8-dd6bdb6f910b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068226 May 26 18:11:30.920585 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-18e97f7d-3093-449d-b8f0-d6edf3ff89f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '2811e53e-0b2f-4e5f-9ee9-f76921d7d7a1', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': 'be659ba1-8698-4fe5-9230-25e1add7adbc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:4f:94:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:29Z', 'updated_at': '2022-05-26T18:11:29Z', 'revision_number': 0, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}, {'id': '28138985-3189-4d81-9d48-7269c4198651', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:93:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:09:02Z', 'updated_at': '2022-05-26T18:09:05Z', 'revision_number': 1, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:30.946040 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e97f7d-3093-449d-b8f0-d6edf3ff89f5 None None] Checking router: a3b11972-9046-491b-afff-1a5e32bfa300 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:11:30.955648 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e97f7d-3093-449d-b8f0-d6edf3ff89f5 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:30.956315 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-18e97f7d-3093-449d-b8f0-d6edf3ff89f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:11:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:31.018022 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-aee4db30-d9ad-41c8-8aee-db4ce87ef2c5 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947585 May 26 18:11:31.064700 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-18e97f7d-3093-449d-b8f0-d6edf3ff89f5 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:31.116810 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ad99a092-d7e2-4982-a872-d2aaaea1cad0 req-9226d37e-1fef-4e43-af5c-fa04e9ff1f2d service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922546 May 26 18:11:31.303046 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-18e97f7d-3093-449d-b8f0-d6edf3ff89f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '2811e53e-0b2f-4e5f-9ee9-f76921d7d7a1', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': 'be659ba1-8698-4fe5-9230-25e1add7adbc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:4f:94:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:29Z', 'updated_at': '2022-05-26T18:11:29Z', 'revision_number': 0, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}, {'id': '28138985-3189-4d81-9d48-7269c4198651', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:93:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:09:02Z', 'updated_at': '2022-05-26T18:09:05Z', 'revision_number': 1, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:31.328172 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e97f7d-3093-449d-b8f0-d6edf3ff89f5 None None] The sync data for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi is: [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '2811e53e-0b2f-4e5f-9ee9-f76921d7d7a1', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': 'be659ba1-8698-4fe5-9230-25e1add7adbc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:4f:94:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:29Z', 'updated_at': '2022-05-26T18:11:29Z', 'revision_number': 0, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}, {'id': '28138985-3189-4d81-9d48-7269c4198651', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:93:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:09:02Z', 'updated_at': '2022-05-26T18:09:05Z', 'revision_number': 1, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:11:31.541902 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2544a3-4edb-4c6c-bb3e-26ca56bbcf97 None None] New status for floating IP 2811e53e-0b2f-4e5f-9ee9-f76921d7d7a1: ACTIVE {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:11:33.980909 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174b1e-50b3-4e56-a132-ecdc4882d476 req-660649f8-e1b3-437e-8318-3e527113859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:33.982436 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-90174b1e-50b3-4e56-a132-ecdc4882d476 req-660649f8-e1b3-437e-8318-3e527113859a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5eefb86101fe49f9953595f91d4a790a&device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 1169 time: 0.0423393 May 26 18:11:33.985096 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d4e29-2287-48a5-bdb3-b12d54563e85 req-8d2b9ecf-d25d-4c7a-9f9b-1a619a89ddf6 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:33.986579 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e68d4e29-2287-48a5-bdb3-b12d54563e85 req-8d2b9ecf-d25d-4c7a-9f9b-1a619a89ddf6 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0519853 May 26 18:11:34.042597 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:34.049218 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e68d4e29-2287-48a5-bdb3-b12d54563e85 req-a2deca08-1c6c-4c72-8c8d-d169831b1add tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559893 May 26 18:11:34.082264 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174b1e-50b3-4e56-a132-ecdc4882d476 req-7152bb84-409e-4487-8a62-2e3e35aed781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:34.084992 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-90174b1e-50b3-4e56-a132-ecdc4882d476 req-7152bb84-409e-4487-8a62-2e3e35aed781 service neutron] 10.222.0.62 "GET /v2.0/networks?id=020506e2-f56f-41a0-9d9c-dd9831f11549 HTTP/1.1" status: 200 len: 914 time: 0.0964229 May 26 18:11:34.150635 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-90174b1e-50b3-4e56-a132-ecdc4882d476 req-9cf1b238-ddaf-4616-b711-75102962abbf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e HTTP/1.1" status: 200 len: 1001 time: 0.0586207 May 26 18:11:34.206136 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174b1e-50b3-4e56-a132-ecdc4882d476 req-dd7798e0-1e51-4d98-92c5-37cdd0c74d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:34.208328 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-90174b1e-50b3-4e56-a132-ecdc4882d476 req-dd7798e0-1e51-4d98-92c5-37cdd0c74d92 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9176375-4215-4f5d-848a-522fd3578e32 HTTP/1.1" status: 200 len: 852 time: 0.0512455 May 26 18:11:34.257779 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174b1e-50b3-4e56-a132-ecdc4882d476 req-44fcae3a-e956-4214-96e8-94cdcc6187e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:34.259319 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-90174b1e-50b3-4e56-a132-ecdc4882d476 req-44fcae3a-e956-4214-96e8-94cdcc6187e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=020506e2-f56f-41a0-9d9c-dd9831f11549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415578 May 26 18:11:34.351649 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-90174b1e-50b3-4e56-a132-ecdc4882d476 req-84afe2a2-f270-4719-b263-d49e7eef0cd6 service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859718 May 26 18:11:34.451731 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-90174b1e-50b3-4e56-a132-ecdc4882d476 req-099135f3-7334-4a64-94c3-9b9b81b624dd service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939164 May 26 18:11:35.169421 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1558-a2aa-4ea5-89c5-37cb84338f7c req-ce943f41-3c1e-4858-944e-c9bb5acf6c63 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:35.170923 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-caec1558-a2aa-4ea5-89c5-37cb84338f7c req-ce943f41-3c1e-4858-944e-c9bb5acf6c63 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0496674 May 26 18:11:35.232573 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-caec1558-a2aa-4ea5-89c5-37cb84338f7c req-81bb4191-86a3-438d-9f26-792b5034ff6c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559988 May 26 18:11:36.355667 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539c82-6b75-4f5a-a1da-1f5fb8fb6fd5 req-aacb24e3-84e5-409f-b7d3-6167c9cfae15 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:36.357179 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-31539c82-6b75-4f5a-a1da-1f5fb8fb6fd5 req-aacb24e3-84e5-409f-b7d3-6167c9cfae15 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0518694 May 26 18:11:36.417502 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-31539c82-6b75-4f5a-a1da-1f5fb8fb6fd5 req-720f7fe9-261f-4c11-ad94-43dcc8222281 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546329 May 26 18:11:37.539973 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d917486-8850-4699-a7b3-1d2dd62f688e req-eeb2899a-db11-442f-8aa0-a40bc5184065 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:37.541480 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2d917486-8850-4699-a7b3-1d2dd62f688e req-eeb2899a-db11-442f-8aa0-a40bc5184065 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0557022 May 26 18:11:37.589164 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:37.603538 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-2d917486-8850-4699-a7b3-1d2dd62f688e req-2e57d78d-6f7e-405b-8922-6c0d843d4f86 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564125 May 26 18:11:38.721743 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d559b-3524-4a66-88af-b13f01aa48d2 req-08a21799-4638-4cad-bbe3-1172921e8092 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:38.723221 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-882d559b-3524-4a66-88af-b13f01aa48d2 req-08a21799-4638-4cad-bbe3-1172921e8092 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0486531 May 26 18:11:38.787616 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-882d559b-3524-4a66-88af-b13f01aa48d2 req-1e670149-b4e1-4feb-b415-2881e2563aab tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582218 May 26 18:11:38.794455 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:11:39.907555 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d64c7-fbe2-4afc-8261-099d9c16bca5 req-3818883e-00f9-4685-bba6-7fbbcae18ce4 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:39.909080 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5f7d64c7-fbe2-4afc-8261-099d9c16bca5 req-3818883e-00f9-4685-bba6-7fbbcae18ce4 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0504222 May 26 18:11:39.970372 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-5f7d64c7-fbe2-4afc-8261-099d9c16bca5 req-5861a49a-7f3b-4212-9c8d-897bcca7a4e5 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542901 May 26 18:11:41.097748 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4b404-ec21-4858-bc6c-7c0fa365aec9 req-a0910047-bb52-42ee-b2f6-c7f7c6947cfa tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:41.099360 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b7e4b404-ec21-4858-bc6c-7c0fa365aec9 req-a0910047-bb52-42ee-b2f6-c7f7c6947cfa tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0532830 May 26 18:11:41.162930 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b7e4b404-ec21-4858-bc6c-7c0fa365aec9 req-28d19d69-68cc-4563-bf36-c6c5e7ab3fca tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572453 May 26 18:11:41.300179 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=81 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:41.306801 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:41.648828 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:42.285531 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469feab0-f879-47b2-9b69-d5c371c6887b req-80375db9-3309-4fe4-a3d6-88ff973c7275 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:42.287957 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-469feab0-f879-47b2-9b69-d5c371c6887b req-80375db9-3309-4fe4-a3d6-88ff973c7275 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0507009 May 26 18:11:42.354979 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-469feab0-f879-47b2-9b69-d5c371c6887b req-37485a2f-6c6d-4425-9cd5-4636a5a8e0cd tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612550 May 26 18:11:43.476698 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506fbb9-b0f2-44f4-8590-b2ec51a557df req-e823469e-d120-49ec-93b8-ef8bc6bfc145 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:43.478665 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3506fbb9-b0f2-44f4-8590-b2ec51a557df req-e823469e-d120-49ec-93b8-ef8bc6bfc145 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0523398 May 26 18:11:43.545685 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3506fbb9-b0f2-44f4-8590-b2ec51a557df req-765f4859-9b61-4678-8ff3-49d6c663ae52 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604174 May 26 18:11:43.777105 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:44.663710 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8490af5-8d91-4792-a41a-3a88d887dcc5 req-61503294-8e5b-4375-9e2f-c097c73bf8e5 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:44.665232 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c8490af5-8d91-4792-a41a-3a88d887dcc5 req-61503294-8e5b-4375-9e2f-c097c73bf8e5 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0496917 May 26 18:11:44.733212 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-c8490af5-8d91-4792-a41a-3a88d887dcc5 req-7f22d371-5c9e-48b1-a18a-c4395f2b8b74 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622194 May 26 18:11:45.854215 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d82b1-573d-47c3-af43-c201348fbc75 req-6789916e-b819-44ed-a054-5cc431991ee5 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:45.855775 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b13d82b1-573d-47c3-af43-c201348fbc75 req-6789916e-b819-44ed-a054-5cc431991ee5 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0496087 May 26 18:11:45.926914 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-b13d82b1-573d-47c3-af43-c201348fbc75 req-fe9341ec-9692-473d-9e93-e82ed5250f88 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649767 May 26 18:11:47.046462 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c341b1-3e1b-4f56-8ecf-ac0f5202d823 req-2b63e77b-2618-49fe-995f-7830fd364df2 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:47.047896 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a7c341b1-3e1b-4f56-8ecf-ac0f5202d823 req-2b63e77b-2618-49fe-995f-7830fd364df2 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0503330 May 26 18:11:47.075942 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:47.120732 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a7c341b1-3e1b-4f56-8ecf-ac0f5202d823 req-d2634104-c999-4965-b935-535d8b2cbdf0 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657339 May 26 18:11:48.035094 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d053-1e96-4738-a3bd-dfca8addf330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:48.241441 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a8cb8-39ed-43c0-8826-b8df6b84029a req-bfe35bf2-0029-49d1-9b23-4b87abd31cc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:48.242984 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c46a8cb8-39ed-43c0-8826-b8df6b84029a req-bfe35bf2-0029-49d1-9b23-4b87abd31cc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0526552 May 26 18:11:48.312201 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c46a8cb8-39ed-43c0-8826-b8df6b84029a req-e398036c-125d-46f7-84e0-c3cbbb91ecf9 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585909 May 26 18:11:48.791194 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:49.447505 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28dbad2-8ef9-460d-bf22-05922c20443f req-4f21df32-f8f3-4aa6-ad59-55764ea1028b tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:49.449009 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b28dbad2-8ef9-460d-bf22-05922c20443f req-4f21df32-f8f3-4aa6-ad59-55764ea1028b tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0500596 May 26 18:11:49.510155 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-b28dbad2-8ef9-460d-bf22-05922c20443f req-b88ad2a0-2cc4-478c-a11e-79d8e2caa4d7 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554712 May 26 18:11:50.201826 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c7617911-b530-4e28-bcc8-f970823b37b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:50.633881 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef692be-2794-4968-8f54-a415d8c7ff5c req-0dad9a58-ff04-4eb4-9d47-353419d45823 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:50.635427 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5ef692be-2794-4968-8f54-a415d8c7ff5c req-0dad9a58-ff04-4eb4-9d47-353419d45823 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0546932 May 26 18:11:50.703225 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-5ef692be-2794-4968-8f54-a415d8c7ff5c req-f00bd74b-393f-41d6-81cc-380ffd747f2e tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610666 May 26 18:11:51.563400 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:51.830567 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b909c-ed7e-456b-97ef-e54565b3fab8 req-ca496e90-d8fe-4830-97e9-4565ca99a297 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:51.831978 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-143b909c-ed7e-456b-97ef-e54565b3fab8 req-ca496e90-d8fe-4830-97e9-4565ca99a297 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0481780 May 26 18:11:51.895077 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-143b909c-ed7e-456b-97ef-e54565b3fab8 req-05818fe7-4324-456f-9a09-5d68c5cee68c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bcdd3b1-90e4-455f-a9a6-f7b051a80731&id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561080 May 26 18:11:52.593144 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.140415 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:00.689135 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=87 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:00.697591 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:01.886943 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=62 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:01.889736 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=25 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:04.129575 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:04.136429 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:13.790900 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:15.783023 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:15.793588 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:12:18.028265 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1a4c934a-4799-43a8-af0f-3159d4d55bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:20.205375 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7cb0-fcf2-4856-b441-8398a41ddade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:21.567583 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:22.602405 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:24.136665 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:24.417624 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f0e978f8-560e-4a23-90ff-101b0e51a08e req-cfe7d2e6-2fec-46ec-8b0c-e1523c744ea0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456383 May 26 18:12:24.484798 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e978f8-560e-4a23-90ff-101b0e51a08e req-cbfc51de-9c08-42ce-b709-89a5cc989ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:24.486474 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f0e978f8-560e-4a23-90ff-101b0e51a08e req-cbfc51de-9c08-42ce-b709-89a5cc989ecb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5eefb86101fe49f9953595f91d4a790a&device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 1169 time: 0.0432639 May 26 18:12:24.607483 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e978f8-560e-4a23-90ff-101b0e51a08e req-9fa1c8eb-159f-4f7f-a350-7d4ba9842fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:24.608991 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f0e978f8-560e-4a23-90ff-101b0e51a08e req-9fa1c8eb-159f-4f7f-a350-7d4ba9842fee service neutron] 10.222.0.62 "GET /v2.0/networks?id=020506e2-f56f-41a0-9d9c-dd9831f11549 HTTP/1.1" status: 200 len: 914 time: 0.0957932 May 26 18:12:24.686135 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f0e978f8-560e-4a23-90ff-101b0e51a08e req-f99ed3cc-1fe6-4509-ae17-c020660224d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e HTTP/1.1" status: 200 len: 1001 time: 0.0707312 May 26 18:12:24.741741 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e978f8-560e-4a23-90ff-101b0e51a08e req-2b75d7d0-479e-4bf6-946c-039b2fb5b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:24.743272 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f0e978f8-560e-4a23-90ff-101b0e51a08e req-2b75d7d0-479e-4bf6-946c-039b2fb5b843 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9176375-4215-4f5d-848a-522fd3578e32 HTTP/1.1" status: 200 len: 852 time: 0.0496094 May 26 18:12:24.816792 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e978f8-560e-4a23-90ff-101b0e51a08e req-8275f26f-d813-4d72-8958-d0f6266cc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:24.818372 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f0e978f8-560e-4a23-90ff-101b0e51a08e req-8275f26f-d813-4d72-8958-d0f6266cc877 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=020506e2-f56f-41a0-9d9c-dd9831f11549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671899 May 26 18:12:24.927808 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f0e978f8-560e-4a23-90ff-101b0e51a08e req-58e261a0-c89a-4d90-bd8c-d244d97d8a65 service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991518 May 26 18:12:25.038363 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-f0e978f8-560e-4a23-90ff-101b0e51a08e req-eea32527-7621-4d3b-a4e1-c998b414eb3f service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025426 May 26 18:12:25.207143 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3539e379-9fad-4566-95e2-7e42e559ce64 req-85110810-b094-47d9-a87c-c06c102976b6 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418623073&fields=id&tenant_id=5eefb86101fe49f9953595f91d4a790a HTTP/1.1" status: 200 len: 267 time: 0.0662594 May 26 18:12:25.280534 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539e379-9fad-4566-95e2-7e42e559ce64 req-2d097954-0204-4f4b-8c0d-124299bc9ed5 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:25.282601 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3539e379-9fad-4566-95e2-7e42e559ce64 req-2d097954-0204-4f4b-8c0d-124299bc9ed5 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 985 time: 0.0660577 May 26 18:12:25.295919 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.v2.base [req-3539e379-9fad-4566-95e2-7e42e559ce64 req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Request body: {'port': {'security_groups': ['f8eb48bc-8d84-4aae-be08-8e14fccafcc4']}} {{(pid=103836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:12:25.395505 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3539e379-9fad-4566-95e2-7e42e559ce64 req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744836'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), before_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:25.681450 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-3539e379-9fad-4566-95e2-7e42e559ce64 req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] For port c59057e8-e60b-4afe-bee1-1f39250eb63e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:25.717883 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3539e379-9fad-4566-95e2-7e42e559ce64 req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), precommit_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:25.726405 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3539e379-9fad-4566-95e2-7e42e559ce64 req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737922353637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921830750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921830768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408549'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), after_update {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:25.739639 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['c59057e8-e60b-4afe-bee1-1f39250eb63e'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:12:25.778482 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539e379-9fad-4566-95e2-7e42e559ce64 req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:25.780313 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-3539e379-9fad-4566-95e2-7e42e559ce64 req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:25.781331 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-3539e379-9fad-4566-95e2-7e42e559ce64 req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "PUT /v2.0/ports/c59057e8-e60b-4afe-bee1-1f39250eb63e HTTP/1.1" status: 200 len: 943 time: 0.4906485 May 26 18:12:25.782082 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:25.785464 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f68030-99cb-4d3e-b486-ea9f942fff0d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:25.795446 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=6 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:25.796278 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49210) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:25.846938 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event updated for resources: {'Port': ['ID=c59057e8-e60b-4afe-bee1-1f39250eb63e,revision_number=7']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:25.858960 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.859518 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.860106 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.860663 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.861216 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.861740 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.862279 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.862815 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.863376 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.863779 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.864208 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.864562 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.864908 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.865271 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.865708 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdad0c73-ed92-4403-8cd0-ab0b2a953fc3 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:25.880564 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['c59057e8-e60b-4afe-bee1-1f39250eb63e'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:12:25.934259 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group (2bcdd3b1-90e4-455f-a9a6-f7b051a80731), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:25.979565 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group (2bcdd3b1-90e4-455f-a9a6-f7b051a80731), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:26.032751 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30316d62-0020-4c20-9cf2-eb76c0e968c3 x-openstack-request-id: req-30316d62-0020-4c20-9cf2-eb76c0e968c3 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:26.033186 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:26.033967 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-30316d62-0020-4c20-9cf2-eb76c0e968c3 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:26.033967 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30316d62-0020-4c20-9cf2-eb76c0e968c3'] response: {'name': 'network-changed', 'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'status': 'completed', 'code': 200} May 26 18:12:26.096481 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (2bcdd3b1-90e4-455f-a9a6-f7b051a80731), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:26.109480 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:26.109480 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "DELETE /v2.0/security-groups/2bcdd3b1-90e4-455f-a9a6-f7b051a80731 HTTP/1.1" status: 204 len: 168 time: 0.3038032 May 26 18:12:26.110276 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49214) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:26.122568 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcdd3b1-90e4-455f-a9a6-f7b051a80731,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:26.127499 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f68030-99cb-4d3e-b486-ea9f942fff0d req-5efef1a6-7fee-4be8-ac9f-9b97dbf98136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:26.129922 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a5f68030-99cb-4d3e-b486-ea9f942fff0d req-5efef1a6-7fee-4be8-ac9f-9b97dbf98136 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5eefb86101fe49f9953595f91d4a790a&device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 1130 time: 0.0721905 May 26 18:12:26.136451 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.136704 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.137026 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.137375 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.137713 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.138236 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.138782 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.139122 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.139465 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.139811 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.140202 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.140509 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.140841 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.141179 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.141515 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc4ed77-b469-4d36-b770-c90ebf66ce6f tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:26.190101 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.provisioning_blocks [None req-8023314b-22d0-43e7-8a95-2b6c075fcc26 None None] Provisioning complete for port c59057e8-e60b-4afe-bee1-1f39250eb63e triggered by entity DHCP. {{(pid=103838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:12:26.192785 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8023314b-22d0-43e7-8a95-2b6c075fcc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757178'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), provisioning_complete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:26.263819 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f68030-99cb-4d3e-b486-ea9f942fff0d req-7b8e999c-00b0-4b88-abe3-1673d29492f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:26.265702 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a5f68030-99cb-4d3e-b486-ea9f942fff0d req-7b8e999c-00b0-4b88-abe3-1673d29492f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=020506e2-f56f-41a0-9d9c-dd9831f11549 HTTP/1.1" status: 200 len: 914 time: 0.1209211 May 26 18:12:26.294371 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-8023314b-22d0-43e7-8a95-2b6c075fcc26 None None] Current status of the port c59057e8-e60b-4afe-bee1-1f39250eb63e is: ACTIVE; New status is: ACTIVE {{(pid=103838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:26.326375 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Deleting port a7cbf00f-2712-40a9-b264-84467526f0e6 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:26.327001 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (a7cbf00f-2712-40a9-b264-84467526f0e6), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:26.343341 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a5f68030-99cb-4d3e-b486-ea9f942fff0d req-0512be05-0ecd-4514-8244-cc01d64c96ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e HTTP/1.1" status: 200 len: 1001 time: 0.0715442 May 26 18:12:26.400693 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f68030-99cb-4d3e-b486-ea9f942fff0d req-be26f5c3-e901-4bff-98cf-1eca4ffcafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:26.402196 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a5f68030-99cb-4d3e-b486-ea9f942fff0d req-be26f5c3-e901-4bff-98cf-1eca4ffcafd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9176375-4215-4f5d-848a-522fd3578e32 HTTP/1.1" status: 200 len: 852 time: 0.0533524 May 26 18:12:26.426474 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (a7cbf00f-2712-40a9-b264-84467526f0e6), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:26.426940 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for floatingip (a7cbf00f-2712-40a9-b264-84467526f0e6), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:26.441531 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:26.445410 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Calling delete_port for a7cbf00f-2712-40a9-b264-84467526f0e6 owned by network:floatingip {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:26.454972 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f68030-99cb-4d3e-b486-ea9f942fff0d req-9263c2d1-5349-448b-9257-984ced53f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:26.456561 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a5f68030-99cb-4d3e-b486-ea9f942fff0d req-9263c2d1-5349-448b-9257-984ced53f07b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=020506e2-f56f-41a0-9d9c-dd9831f11549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484216 May 26 18:12:26.553013 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:26.559465 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:26.578749 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a5f68030-99cb-4d3e-b486-ea9f942fff0d req-d99b6669-74ca-4e2a-8eb4-81ba00e22058 service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159315 May 26 18:12:26.607067 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:26.637498 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (a7cbf00f-2712-40a9-b264-84467526f0e6), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:26.666227 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event deleted for resources: {'Port': ['ID=a7cbf00f-2712-40a9-b264-84467526f0e6,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:26.707370 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a5f68030-99cb-4d3e-b486-ea9f942fff0d req-4036a043-061f-4db9-b57c-1b15ee5e015c service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229353 May 26 18:12:26.736823 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks [] for floatingip (ba8d4a9b-d670-43c9-8b36-68679d808bf3), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:26.737166 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Floating IP ba8d4a9b-d670-43c9-8b36-68679d808bf3 disassociated (deleted). External IP: 172.27.0.55, port: c59057e8-e60b-4afe-bee1-1f39250eb63e. May 26 18:12:26.957191 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:12:27.068862 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:12:27.074310 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:27.079309 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f85d6dd-9a80-43fb-ad55-1c64269b5d4a None None] Sync routers for ids ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:12:27.091831 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85d6dd-9a80-43fb-ad55-1c64269b5d4a None None] Routers {'d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:12:27.092512 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-1f85d6dd-9a80-43fb-ad55-1c64269b5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:12:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:27.122481 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-8f1ecf12-9680-4752-a19c-cbc31f66535c tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "DELETE /v2.0/floatingips/ba8d4a9b-d670-43c9-8b36-68679d808bf3 HTTP/1.1" status: 204 len: 168 time: 1.0083485 May 26 18:12:27.217544 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-1f85d6dd-9a80-43fb-ad55-1c64269b5d4a None None] Set router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:12:27.409262 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:27.458413 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-1f85d6dd-9a80-43fb-ad55-1c64269b5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:10:13Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'f5d003d1-012a-42a0-bb36-dba40b5584fe', 'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'mac_address': 'fa:16:3e:42:39:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:12Z', 'updated_at': '2022-05-26T18:10:20Z', 'revision_number': 5, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'subnets': [{'id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:27.490128 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f85d6dd-9a80-43fb-ad55-1c64269b5d4a None None] Checking router: d93bb42c-f9a7-44ed-b5e5-4709330d0e3d for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:12:27.502093 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85d6dd-9a80-43fb-ad55-1c64269b5d4a None None] Routers {'d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:12:27.502921 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-1f85d6dd-9a80-43fb-ad55-1c64269b5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:12:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:27.506118 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:27.702623 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-1f85d6dd-9a80-43fb-ad55-1c64269b5d4a None None] Set router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:12:28.035945 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:28.039147 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faa7da9-8cb5-4442-8c7a-2231f9dfebb2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:28.097316 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bd4a68-9240-4729-af8f-efd2efbd508d x-openstack-request-id: req-07bd4a68-9240-4729-af8f-efd2efbd508d {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:28.098821 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:28.099239 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-07bd4a68-9240-4729-af8f-efd2efbd508d {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:28.099948 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07bd4a68-9240-4729-af8f-efd2efbd508d'] response: {'name': 'network-changed', 'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'status': 'completed', 'code': 200} May 26 18:12:28.183268 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa7da9-8cb5-4442-8c7a-2231f9dfebb2 req-b02e67d1-f941-410f-8801-270341b6a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:28.187799 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8faa7da9-8cb5-4442-8c7a-2231f9dfebb2 req-b02e67d1-f941-410f-8801-270341b6a37a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5eefb86101fe49f9953595f91d4a790a&device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 1130 time: 0.0622151 May 26 18:12:28.192307 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-1f85d6dd-9a80-43fb-ad55-1c64269b5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:10:13Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'f5d003d1-012a-42a0-bb36-dba40b5584fe', 'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'mac_address': 'fa:16:3e:42:39:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:12Z', 'updated_at': '2022-05-26T18:10:20Z', 'revision_number': 5, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'subnets': [{'id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:28.242859 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f85d6dd-9a80-43fb-ad55-1c64269b5d4a None None] The sync data for ids ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'] in dv-cinder-836074-5-iscsi is: [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:10:13Z', 'revision_number': 4, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': 'f5d003d1-012a-42a0-bb36-dba40b5584fe', 'name': '', 'network_id': '020506e2-f56f-41a0-9d9c-dd9831f11549', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'mac_address': 'fa:16:3e:42:39:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:12Z', 'updated_at': '2022-05-26T18:10:20Z', 'revision_number': 5, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'subnets': [{'id': 'e9176375-4215-4f5d-848a-522fd3578e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:12:28.327561 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa7da9-8cb5-4442-8c7a-2231f9dfebb2 req-24c4f4ea-0fe7-4c1a-a3d2-c01eb9068479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:28.329542 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8faa7da9-8cb5-4442-8c7a-2231f9dfebb2 req-24c4f4ea-0fe7-4c1a-a3d2-c01eb9068479 service neutron] 10.222.0.62 "GET /v2.0/networks?id=020506e2-f56f-41a0-9d9c-dd9831f11549 HTTP/1.1" status: 200 len: 914 time: 0.1373112 May 26 18:12:28.370920 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8faa7da9-8cb5-4442-8c7a-2231f9dfebb2 req-1dd680a9-d65a-48fe-90e2-a49924c155fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e HTTP/1.1" status: 200 len: 217 time: 0.0358324 May 26 18:12:28.425761 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa7da9-8cb5-4442-8c7a-2231f9dfebb2 req-72a372ca-69e4-403a-ad6b-76eddd77d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:28.427264 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8faa7da9-8cb5-4442-8c7a-2231f9dfebb2 req-72a372ca-69e4-403a-ad6b-76eddd77d7d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9176375-4215-4f5d-848a-522fd3578e32 HTTP/1.1" status: 200 len: 852 time: 0.0506508 May 26 18:12:28.484740 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa7da9-8cb5-4442-8c7a-2231f9dfebb2 req-1d821872-208a-483c-8894-412c194544e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:28.487776 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8faa7da9-8cb5-4442-8c7a-2231f9dfebb2 req-1d821872-208a-483c-8894-412c194544e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=020506e2-f56f-41a0-9d9c-dd9831f11549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539792 May 26 18:12:28.554362 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04a3bf-710f-46b3-a57f-768ceb39dae4 None None] New status for floating IP ba8d4a9b-d670-43c9-8b36-68679d808bf3: DOWN {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:12:28.614974 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8faa7da9-8cb5-4442-8c7a-2231f9dfebb2 req-ac4053c3-c229-4e8c-8de2-128f626cb60b service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199119 May 26 18:12:28.733096 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-8faa7da9-8cb5-4442-8c7a-2231f9dfebb2 req-7011e43c-dd96-4b48-90bd-71124449e359 service neutron] 10.222.0.62 "GET /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125143 May 26 18:12:30.130507 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3cbbf-8b0c-45a0-9bc9-6a6d085f4ef9 req-d72d1d88-1a18-4c96-ad8f-c3bef1c6e6ee tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:30.132143 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-49d3cbbf-8b0c-45a0-9bc9-6a6d085f4ef9 req-d72d1d88-1a18-4c96-ad8f-c3bef1c6e6ee tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 946 time: 0.0620368 May 26 18:12:30.200438 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-49d3cbbf-8b0c-45a0-9bc9-6a6d085f4ef9 req-5b2b7699-bc55-4a95-8280-ccfc5e93a170 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571179 May 26 18:12:31.332965 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb265f2-3f95-4cd1-89d3-c8dfac867a00 req-560e76d6-bcd1-4c55-b407-54679766bc12 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:31.335282 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ebb265f2-3f95-4cd1-89d3-c8dfac867a00 req-560e76d6-bcd1-4c55-b407-54679766bc12 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 946 time: 0.0560091 May 26 18:12:31.390380 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-ebb265f2-3f95-4cd1-89d3-c8dfac867a00 req-2cf852f0-03df-49ca-9d78-d4e29b04f04e tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8eb48bc-8d84-4aae-be08-8e14fccafcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479112 May 26 18:12:31.715616 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646cbd6-f6ef-4e1c-a2d4-8427bc1a1fd5 req-275404d0-ee56-43d3-8c6f-4137f2c41436 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:31.717596 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a646cbd6-f6ef-4e1c-a2d4-8427bc1a1fd5 req-275404d0-ee56-43d3-8c6f-4137f2c41436 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 946 time: 0.0504851 May 26 18:12:31.821860 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-a646cbd6-f6ef-4e1c-a2d4-8427bc1a1fd5 req-51971da0-1a18-446f-a66c-4b1fddab51a0 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Deleting port c59057e8-e60b-4afe-bee1-1f39250eb63e {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:31.822201 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a646cbd6-f6ef-4e1c-a2d4-8427bc1a1fd5 req-51971da0-1a18-446f-a66c-4b1fddab51a0 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:31.930509 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-a646cbd6-f6ef-4e1c-a2d4-8427bc1a1fd5 req-51971da0-1a18-446f-a66c-4b1fddab51a0 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] For port c59057e8-e60b-4afe-bee1-1f39250eb63e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c59057e8-e60b-4afe-bee1-1f39250eb63e,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:31.931033 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a646cbd6-f6ef-4e1c-a2d4-8427bc1a1fd5 req-51971da0-1a18-446f-a66c-4b1fddab51a0 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:31.933675 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:31.948441 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-a646cbd6-f6ef-4e1c-a2d4-8427bc1a1fd5 req-51971da0-1a18-446f-a66c-4b1fddab51a0 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Calling delete_port for c59057e8-e60b-4afe-bee1-1f39250eb63e owned by compute:nova {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:32.105495 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:32.135969 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a646cbd6-f6ef-4e1c-a2d4-8427bc1a1fd5 req-51971da0-1a18-446f-a66c-4b1fddab51a0 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (c59057e8-e60b-4afe-bee1-1f39250eb63e), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:32.152595 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] get_ports_and_sgs() called for port_ids ['c59057e8-e60b-4afe-bee1-1f39250eb63e'] {{(pid=103838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:12:32.188461 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51971da0-1a18-446f-a66c-4b1fddab51a0 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Pushing event deleted for resources: {'Port': ['ID=c59057e8-e60b-4afe-bee1-1f39250eb63e,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:32.243485 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a646cbd6-f6ef-4e1c-a2d4-8427bc1a1fd5 req-51971da0-1a18-446f-a66c-4b1fddab51a0 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] No DVR routers for this DVR port c59057e8-e60b-4afe-bee1-1f39250eb63e on host hv-cinder-83607 {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:12:32.246423 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-a646cbd6-f6ef-4e1c-a2d4-8427bc1a1fd5 req-51971da0-1a18-446f-a66c-4b1fddab51a0 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:32.249986 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-a646cbd6-f6ef-4e1c-a2d4-8427bc1a1fd5 req-51971da0-1a18-446f-a66c-4b1fddab51a0 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.62 "DELETE /v2.0/ports/c59057e8-e60b-4afe-bee1-1f39250eb63e HTTP/1.1" status: 204 len: 173 time: 0.5278804 May 26 18:12:32.250446 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'name': 'network-vif-deleted', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:32.252845 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fe1c8b-5ab0-4211-b8ab-50463da083b0" -d '{"events": [{"server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "name": "network-vif-deleted", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:32.316903 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a826f7-45a5-4524-90ad-9011626fabc7 x-openstack-request-id: req-66a826f7-45a5-4524-90ad-9011626fabc7 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:32.317307 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a", "name": "network-vif-deleted", "tag": "c59057e8-e60b-4afe-bee1-1f39250eb63e", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:32.318282 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66a826f7-45a5-4524-90ad-9011626fabc7 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:32.318817 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a826f7-45a5-4524-90ad-9011626fabc7'] response: {'server_uuid': '7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a', 'name': 'network-vif-deleted', 'tag': 'c59057e8-e60b-4afe-bee1-1f39250eb63e', 'status': 'completed', 'code': 200} May 26 18:12:32.527345 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-36046789-ebdb-4958-9faa-dcd3d6c110a5 req-fee0a8b1-942f-4818-9f6c-965ec503fef1 tempest-TestMinimumBasicScenario-140717380 tempest-TestMinimumBasicScenario-140717380-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e92a090-dc88-4bc9-9b9a-2709b3d3fc9a HTTP/1.1" status: 200 len: 210 time: 0.0315187 May 26 18:12:34.323815 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49306) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:34.800747 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device c59057e8-e60b-4afe-bee1-1f39250eb63e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:12:34.828881 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: c59057e8-e60b-4afe-bee1-1f39250eb63e {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:12:34.829228 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device c59057e8-e60b-4afe-bee1-1f39250eb63e not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:12:34.962977 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ae8337cf-e024-4d5b-9997-5015866ed74c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8119267'] for router_interface (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:35.206139 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-ae8337cf-e024-4d5b-9997-5015866ed74c admin admin] Deleting port f5d003d1-012a-42a0-bb36-dba40b5584fe {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:35.206496 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ae8337cf-e024-4d5b-9997-5015866ed74c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:35.310795 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-ae8337cf-e024-4d5b-9997-5015866ed74c admin admin] For port f5d003d1-012a-42a0-bb36-dba40b5584fe, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=f5d003d1-012a-42a0-bb36-dba40b5584fe,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:35.311393 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ae8337cf-e024-4d5b-9997-5015866ed74c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:35.334786 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-ae8337cf-e024-4d5b-9997-5015866ed74c admin admin] Calling delete_port for f5d003d1-012a-42a0-bb36-dba40b5584fe owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:35.378922 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:35.451506 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:35.534711 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ae8337cf-e024-4d5b-9997-5015866ed74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (f5d003d1-012a-42a0-bb36-dba40b5584fe), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:35.559829 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8337cf-e024-4d5b-9997-5015866ed74c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d003d1-012a-42a0-bb36-dba40b5584fe,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:35.751752 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-ae8337cf-e024-4d5b-9997-5015866ed74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8107912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8119167'] for router_interface (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:35.981596 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8337cf-e024-4d5b-9997-5015866ed74c admin admin] Router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:12:36.091836 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8337cf-e024-4d5b-9997-5015866ed74c admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:12:36.096878 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-ae8337cf-e024-4d5b-9997-5015866ed74c admin admin] 10.222.0.69 "PUT /v2.0/routers/d93bb42c-f9a7-44ed-b5e5-4709330d0e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7717776 May 26 18:12:36.099589 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49308) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:36.102682 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cd4c95-647d-4286-81f1-17f505281d3d None None] Sync routers for ids ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:12:36.113741 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd4c95-647d-4286-81f1-17f505281d3d None None] Routers {'d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:12:36.114385 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-74cd4c95-647d-4286-81f1-17f505281d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:12:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:36.211728 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Publish callbacks [] for router (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:36.224068 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-74cd4c95-647d-4286-81f1-17f505281d3d None None] Set router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:12:36.317288 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Publish callbacks [] for router_gateway (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:36.353029 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:36.364958 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Deleting port 1cb48491-d084-46cb-b333-33b4d0500381 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:36.365300 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (1cb48491-d084-46cb-b333-33b4d0500381), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:36.401940 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-74cd4c95-647d-4286-81f1-17f505281d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '1cb48491-d084-46cb-b333-33b4d0500381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:12:35Z', 'revision_number': 5, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port': {'id': '1cb48491-d084-46cb-b333-33b4d0500381', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:10Z', 'updated_at': '2022-05-26T18:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:36.408954 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:36.433354 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cd4c95-647d-4286-81f1-17f505281d3d None None] Checking router: d93bb42c-f9a7-44ed-b5e5-4709330d0e3d for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:12:36.442208 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd4c95-647d-4286-81f1-17f505281d3d None None] Routers {'d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:12:36.442832 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-74cd4c95-647d-4286-81f1-17f505281d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:12:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:36.451713 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] For port 1cb48491-d084-46cb-b333-33b4d0500381, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=1cb48491-d084-46cb-b333-33b4d0500381,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:36.452117 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (1cb48491-d084-46cb-b333-33b4d0500381), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:36.466598 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Calling delete_port for 1cb48491-d084-46cb-b333-33b4d0500381 owned by network:router_gateway {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:36.526875 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-74cd4c95-647d-4286-81f1-17f505281d3d None None] Set router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d gateway port host: None {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:12:36.584805 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-74cd4c95-647d-4286-81f1-17f505281d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:12:36Z', 'revision_number': 6, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port_host': None}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:36.614245 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cd4c95-647d-4286-81f1-17f505281d3d None None] The sync data for ids ['d93bb42c-f9a7-44ed-b5e5-4709330d0e3d'] in dv-cinder-836074-5-iscsi is: [{'id': 'd93bb42c-f9a7-44ed-b5e5-4709330d0e3d', 'name': 'tempest-TestMinimumBasicScenario-12942501-router', 'tenant_id': '5eefb86101fe49f9953595f91d4a790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:09Z', 'updated_at': '2022-05-26T18:12:36Z', 'revision_number': 6, 'project_id': '5eefb86101fe49f9953595f91d4a790a', 'gw_port_host': None}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:12:36.650762 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (1cb48491-d084-46cb-b333-33b4d0500381), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:36.678547 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb48491-d084-46cb-b333-33b4d0500381,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:36.756621 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8120285'] for router_gateway (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:36.847512 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8125068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30675'] for router (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:36.849655 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Publish callbacks [] for router_controller (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:36.893773 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8125063'] for router (d93bb42c-f9a7-44ed-b5e5-4709330d0e3d), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:36.894393 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d93bb42c-f9a7-44ed-b5e5-4709330d0e3d {{(pid=103837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:12:36.899815 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:36.901040 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-94401235-7f85-40c4-ab23-db260cf6ef55 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d93bb42c-f9a7-44ed-b5e5-4709330d0e3d HTTP/1.1" status: 204 len: 168 time: 0.8003650 May 26 18:12:36.903547 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49310) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:36.955011 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e33cb3-0d41-48ad-99ad-647ac23afd62 admin admin] Deleting subnet e9176375-4215-4f5d-848a-522fd3578e32 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:12:36.959485 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9e33cb3-0d41-48ad-99ad-647ac23afd62 admin admin] Publish callbacks [] for subnet (e9176375-4215-4f5d-848a-522fd3578e32), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.004198 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9e33cb3-0d41-48ad-99ad-647ac23afd62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551979'] for subnet (e9176375-4215-4f5d-848a-522fd3578e32), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.123706 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9e33cb3-0d41-48ad-99ad-647ac23afd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (e9176375-4215-4f5d-848a-522fd3578e32), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.188468 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9e33cb3-0d41-48ad-99ad-647ac23afd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16743245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137532'] for subnet (e9176375-4215-4f5d-848a-522fd3578e32), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.219822 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e33cb3-0d41-48ad-99ad-647ac23afd62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9176375-4215-4f5d-848a-522fd3578e32,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:37.226042 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-d9e33cb3-0d41-48ad-99ad-647ac23afd62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.232397 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-d9e33cb3-0d41-48ad-99ad-647ac23afd62 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e9176375-4215-4f5d-848a-522fd3578e32 HTTP/1.1" status: 204 len: 168 time: 0.3277130 May 26 18:12:37.232693 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49312) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:37.233584 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3faa447-1137-4241-8a05-245f5d67ad99 None None] Network 020506e2-f56f-41a0-9d9c-dd9831f11549 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:12:37.283824 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:37.329754 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (020506e2-f56f-41a0-9d9c-dd9831f11549), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.384415 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Deleting port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:37.384702 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.448404 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] DHCP port deletion for 020506e2-f56f-41a0-9d9c-dd9831f11549 request from dv-cinder-836074-5-iscsi {{(pid=103838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:12:37.463122 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] For port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:37.463486 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.484180 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Calling delete_port for aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 owned by network:dhcp {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:37.487509 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device f5d003d1-012a-42a0-bb36-dba40b5584fe no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:12:37.513527 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Deleting port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:37.513886 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.515578 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=100 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:37.516335 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: f5d003d1-012a-42a0-bb36-dba40b5584fe {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:12:37.516673 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device f5d003d1-012a-42a0-bb36-dba40b5584fe not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:12:37.517153 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 1cb48491-d084-46cb-b333-33b4d0500381 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:12:37.545898 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 1cb48491-d084-46cb-b333-33b4d0500381 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:12:37.546150 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 1cb48491-d084-46cb-b333-33b4d0500381 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:12:37.560303 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:37.567685 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.595813 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Pushing event deleted for resources: {'Port': ['ID=aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:37.601365 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] No DVR routers for this DVR port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 on host dv-cinder-836074-5-iscsi {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:12:37.603322 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] For port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26,segment=NetworkSegment(d463bf6d-70df-4111-ae0b-0a2526c66cb0),segment_id=d463bf6d-70df-4111-ae0b-0a2526c66cb0)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:37.603878 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.619615 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Calling delete_port for aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 owned by network:dhcp {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:37.646388 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:37.688929 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (020506e2-f56f-41a0-9d9c-dd9831f11549), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.711651 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020506e2-f56f-41a0-9d9c-dd9831f11549']}} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:37.718993 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.726541 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd463bf6d-70df-4111-ae0b-0a2526c66cb0') {'for_net_delete': True} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:37.727236 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd463bf6d-70df-4111-ae0b-0a2526c66cb0') {} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:37.738890 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5381284'] for segment (d463bf6d-70df-4111-ae0b-0a2526c66cb0), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.746046 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Pushing event deleted for resources: {'Port': ['ID=aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:37.752095 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] No DVR routers for this DVR port aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 on host dv-cinder-836074-5-iscsi {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:12:37.756260 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (d463bf6d-70df-4111-ae0b-0a2526c66cb0), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.765330 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:12:37.765944 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.766055 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408449'] for segment (d463bf6d-70df-4111-ae0b-0a2526c66cb0), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.766166 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.766166 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.766166 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.767605 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.767605 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.768763 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.768763 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.769013 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.769347 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.769679 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.770057 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.770435 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.770770 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.773199 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976fa4a-3929-4737-82ef-9e50781e8095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:37.813835 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment d463bf6d-70df-4111-ae0b-0a2526c66cb0 resource provider aggregate not found May 26 18:12:37.830934 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment d463bf6d-70df-4111-ae0b-0a2526c66cb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d463bf6d-70df-4111-ae0b-0a2526c66cb0 found for delete ", "request_id": "req-3c91d042-80b7-4bf3-a3e4-213844508921"}]} May 26 18:12:37.836394 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (020506e2-f56f-41a0-9d9c-dd9831f11549), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.842242 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.845414 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] 10.222.0.69 "DELETE /v2.0/networks/020506e2-f56f-41a0-9d9c-dd9831f11549 HTTP/1.1" status: 204 len: 168 time: 0.6112673 May 26 18:12:37.848471 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49318) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:37.857445 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1d9d7-9229-4b51-9a5c-349d42b2659c admin admin] Pushing event deleted for resources: {'Network': ['ID=020506e2-f56f-41a0-9d9c-dd9831f11549,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:38.012849 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:38.057339 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:38.204980 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3cb1c8c3-4302-40e4-b937-3d8aa67bddfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8119267'] for router_interface (1fcd1af7-5310-474b-87f7-990a881cbc2f), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.447732 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-3cb1c8c3-4302-40e4-b937-3d8aa67bddfc admin admin] Deleting port dd160c71-8e43-418b-87f4-87073a3a8b96 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:38.448151 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3cb1c8c3-4302-40e4-b937-3d8aa67bddfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.537580 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-3cb1c8c3-4302-40e4-b937-3d8aa67bddfc admin admin] For port dd160c71-8e43-418b-87f4-87073a3a8b96, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=dd160c71-8e43-418b-87f4-87073a3a8b96,segment=NetworkSegment(d8644fd3-da46-40b0-a485-97cd22e081c9),segment_id=d8644fd3-da46-40b0-a485-97cd22e081c9)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:38.538095 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3cb1c8c3-4302-40e4-b937-3d8aa67bddfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.559185 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:38.560182 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-3cb1c8c3-4302-40e4-b937-3d8aa67bddfc admin admin] Calling delete_port for dd160c71-8e43-418b-87f4-87073a3a8b96 owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:38.587664 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:38.804149 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3cb1c8c3-4302-40e4-b937-3d8aa67bddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (dd160c71-8e43-418b-87f4-87073a3a8b96), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.857688 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1c8c3-4302-40e4-b937-3d8aa67bddfc admin admin] Pushing event deleted for resources: {'Port': ['ID=dd160c71-8e43-418b-87f4-87073a3a8b96,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:39.043714 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:39.065792 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-3cb1c8c3-4302-40e4-b937-3d8aa67bddfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8107912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8119167'] for router_interface (1fcd1af7-5310-474b-87f7-990a881cbc2f), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:39.078901 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:39.322933 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:12:39.343658 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:12:39.344186 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device aa47771e-ef6c-4c2f-b2c5-9a0c1cdf9b26 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:12:39.576348 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb1c8c3-4302-40e4-b937-3d8aa67bddfc admin admin] Router 1fcd1af7-5310-474b-87f7-990a881cbc2f has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:12:39.714702 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb1c8c3-4302-40e4-b937-3d8aa67bddfc admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:12:39.720072 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-3cb1c8c3-4302-40e4-b937-3d8aa67bddfc admin admin] 10.222.0.69 "PUT /v2.0/routers/1fcd1af7-5310-474b-87f7-990a881cbc2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8705068 May 26 18:12:39.722641 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49320) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:39.725883 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f5560-a438-471f-8667-882a9d713672 None None] Sync routers for ids ['1fcd1af7-5310-474b-87f7-990a881cbc2f'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:12:39.747916 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f5560-a438-471f-8667-882a9d713672 None None] Routers {'1fcd1af7-5310-474b-87f7-990a881cbc2f'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:12:39.749385 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-cc7f5560-a438-471f-8667-882a9d713672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:12:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['1fcd1af7-5310-474b-87f7-990a881cbc2f'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:39.844232 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Publish callbacks [] for router (1fcd1af7-5310-474b-87f7-990a881cbc2f), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:39.868256 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-cc7f5560-a438-471f-8667-882a9d713672 None None] Set router 1fcd1af7-5310-474b-87f7-990a881cbc2f gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:12:39.968218 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Publish callbacks [] for router_gateway (1fcd1af7-5310-474b-87f7-990a881cbc2f), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.021115 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Deleting port a8f2a904-0559-4769-b173-39b3b52677e3 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:40.021453 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (a8f2a904-0559-4769-b173-39b3b52677e3), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.054942 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-cc7f5560-a438-471f-8667-882a9d713672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'name': 'tempest-TestMinimumBasicScenario-1604218401-router', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:12:38Z', 'revision_number': 5, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'gw_port': {'id': 'a8f2a904-0559-4769-b173-39b3b52677e3', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:de:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:40.082024 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f5560-a438-471f-8667-882a9d713672 None None] Checking router: 1fcd1af7-5310-474b-87f7-990a881cbc2f for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:12:40.091950 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f5560-a438-471f-8667-882a9d713672 None None] Routers {'1fcd1af7-5310-474b-87f7-990a881cbc2f'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:12:40.092614 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-cc7f5560-a438-471f-8667-882a9d713672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:12:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['1fcd1af7-5310-474b-87f7-990a881cbc2f'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:40.116426 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] For port a8f2a904-0559-4769-b173-39b3b52677e3, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=a8f2a904-0559-4769-b173-39b3b52677e3,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:40.116696 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (a8f2a904-0559-4769-b173-39b3b52677e3), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.132320 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Calling delete_port for a8f2a904-0559-4769-b173-39b3b52677e3 owned by network:router_gateway {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:40.297246 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-cc7f5560-a438-471f-8667-882a9d713672 None None] Set router 1fcd1af7-5310-474b-87f7-990a881cbc2f gateway port host: None {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:12:40.322622 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:40.335665 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (a8f2a904-0559-4769-b173-39b3b52677e3), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.340054 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:40.350840 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-cc7f5560-a438-471f-8667-882a9d713672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'name': 'tempest-TestMinimumBasicScenario-1604218401-router', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:12:39Z', 'revision_number': 6, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'gw_port_host': None}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:40.368538 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f2a904-0559-4769-b173-39b3b52677e3,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:40.382193 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f5560-a438-471f-8667-882a9d713672 None None] The sync data for ids ['1fcd1af7-5310-474b-87f7-990a881cbc2f'] in dv-cinder-836074-5-iscsi is: [{'id': '1fcd1af7-5310-474b-87f7-990a881cbc2f', 'name': 'tempest-TestMinimumBasicScenario-1604218401-router', 'tenant_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:16Z', 'updated_at': '2022-05-26T18:12:39Z', 'revision_number': 6, 'project_id': 'cc0892227f1d404184ae8e4bf3c2c9ce', 'gw_port_host': None}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:12:40.439995 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8120285'] for router_gateway (1fcd1af7-5310-474b-87f7-990a881cbc2f), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.532111 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8125068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30675'] for router (1fcd1af7-5310-474b-87f7-990a881cbc2f), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.534415 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Publish callbacks [] for router_controller (1fcd1af7-5310-474b-87f7-990a881cbc2f), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.580083 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8125063'] for router (1fcd1af7-5310-474b-87f7-990a881cbc2f), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.580705 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fcd1af7-5310-474b-87f7-990a881cbc2f {{(pid=103837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:12:40.585231 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.588974 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-9552d251-874f-49de-b833-e9c39e3023fe admin admin] 10.222.0.69 "DELETE /v2.0/routers/1fcd1af7-5310-474b-87f7-990a881cbc2f HTTP/1.1" status: 204 len: 168 time: 0.8626797 May 26 18:12:40.589672 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49322) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:40.649895 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39c7824-00df-4ba3-bdea-0bb6f4571a78 admin admin] Deleting subnet 3a4938a2-32b9-4d6e-835f-90e653e06f3a {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:12:40.653295 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a39c7824-00df-4ba3-bdea-0bb6f4571a78 admin admin] Publish callbacks [] for subnet (3a4938a2-32b9-4d6e-835f-90e653e06f3a), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.690236 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a39c7824-00df-4ba3-bdea-0bb6f4571a78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551979'] for subnet (3a4938a2-32b9-4d6e-835f-90e653e06f3a), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.781694 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a39c7824-00df-4ba3-bdea-0bb6f4571a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (3a4938a2-32b9-4d6e-835f-90e653e06f3a), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.845838 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a39c7824-00df-4ba3-bdea-0bb6f4571a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16743245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137532'] for subnet (3a4938a2-32b9-4d6e-835f-90e653e06f3a), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.876363 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c7824-00df-4ba3-bdea-0bb6f4571a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4938a2-32b9-4d6e-835f-90e653e06f3a,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:40.882861 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a39c7824-00df-4ba3-bdea-0bb6f4571a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:40.886135 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a39c7824-00df-4ba3-bdea-0bb6f4571a78 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3a4938a2-32b9-4d6e-835f-90e653e06f3a HTTP/1.1" status: 204 len: 168 time: 0.2945306 May 26 18:12:40.888784 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49324) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:40.891071 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76fc53a-e5c8-4669-b1b4-377a7b7c0201 None None] Network 886d784f-b17a-47c8-ada2-aa0904b4de6b requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:12:40.963958 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (886d784f-b17a-47c8-ada2-aa0904b4de6b), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.007654 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Deleting port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:41.008006 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.077131 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] For port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=4b5dfbf1-41cf-4d1b-bd37-2baed3986996,segment=NetworkSegment(d8644fd3-da46-40b0-a485-97cd22e081c9),segment_id=d8644fd3-da46-40b0-a485-97cd22e081c9)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:41.077502 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.091105 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Calling delete_port for 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 owned by network:dhcp {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:41.182357 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076e0d78-7520-4a65-aafd-12e1d19498b2 None None] DHCP port deletion for 886d784f-b17a-47c8-ada2-aa0904b4de6b request from dv-cinder-836074-5-iscsi {{(pid=103838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:12:41.183894 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (4b5dfbf1-41cf-4d1b-bd37-2baed3986996), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.212783 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5dfbf1-41cf-4d1b-bd37-2baed3986996,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:41.219534 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] No DVR routers for this DVR port 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 on host dv-cinder-836074-5-iscsi {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:12:41.271680 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device a8f2a904-0559-4769-b173-39b3b52677e3 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:12:41.294926 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: a8f2a904-0559-4769-b173-39b3b52677e3 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:12:41.295273 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device a8f2a904-0559-4769-b173-39b3b52677e3 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:12:41.295712 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device dd160c71-8e43-418b-87f4-87073a3a8b96 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:12:41.305397 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (886d784f-b17a-47c8-ada2-aa0904b4de6b), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.320181 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: dd160c71-8e43-418b-87f4-87073a3a8b96 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:12:41.320536 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device dd160c71-8e43-418b-87f4-87073a3a8b96 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:12:41.320962 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:12:41.335475 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886d784f-b17a-47c8-ada2-aa0904b4de6b']}} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:41.347129 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:12:41.347479 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 4b5dfbf1-41cf-4d1b-bd37-2baed3986996 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:12:41.354501 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8644fd3-da46-40b0-a485-97cd22e081c9') {'for_net_delete': True} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:41.355004 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.services.segments.db [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8644fd3-da46-40b0-a485-97cd22e081c9') {} {{(pid=103836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:41.374563 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5381284'] for segment (d8644fd3-da46-40b0-a485-97cd22e081c9), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.397034 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (d8644fd3-da46-40b0-a485-97cd22e081c9), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.408479 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:12:41.408981 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408449'] for segment (d8644fd3-da46-40b0-a485-97cd22e081c9), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.468126 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment d8644fd3-da46-40b0-a485-97cd22e081c9 resource provider aggregate not found May 26 18:12:41.485602 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (886d784f-b17a-47c8-ada2-aa0904b4de6b), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.511780 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.services.segments.plugin [-] Segment d8644fd3-da46-40b0-a485-97cd22e081c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8644fd3-da46-40b0-a485-97cd22e081c9 found for delete ", "request_id": "req-3d7b5d64-f8c0-443c-bd61-e3056782863e"}]} May 26 18:12:41.511780 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.512358 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/886d784f-b17a-47c8-ada2-aa0904b4de6b HTTP/1.1" status: 204 len: 168 time: 0.6224883 May 26 18:12:41.513380 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a58f2-e938-4f67-9a65-db0ea0fbc8b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=886d784f-b17a-47c8-ada2-aa0904b4de6b,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:41.708767 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49332) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:41.750612 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-d8ad690c-3a23-4abe-abd5-cd694309958a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5eefb86101fe49f9953595f91d4a790a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405886 May 26 18:12:41.753037 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49334) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:41.808703 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9639c93a-bfec-489d-b549-91bcaab35f1e admin admin] Publish callbacks [] for security_group (f8eb48bc-8d84-4aae-be08-8e14fccafcc4), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.837501 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9639c93a-bfec-489d-b549-91bcaab35f1e admin admin] Publish callbacks [] for security_group (f8eb48bc-8d84-4aae-be08-8e14fccafcc4), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.867814 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:41.894392 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9639c93a-bfec-489d-b549-91bcaab35f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (f8eb48bc-8d84-4aae-be08-8e14fccafcc4), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.899947 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-9639c93a-bfec-489d-b549-91bcaab35f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.902239 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-9639c93a-bfec-489d-b549-91bcaab35f1e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8eb48bc-8d84-4aae-be08-8e14fccafcc4 HTTP/1.1" status: 204 len: 168 time: 0.1479650 May 26 18:12:41.907338 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:41.918141 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639c93a-bfec-489d-b549-91bcaab35f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eb48bc-8d84-4aae-be08-8e14fccafcc4,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:42.265134 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49340) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:42.308368 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-1cc459d9-d6f5-4ad0-9d6b-f264cbe2fdf5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc0892227f1d404184ae8e4bf3c2c9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418801 May 26 18:12:42.311201 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49342) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:42.362956 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a89496c1-435e-4a3b-8f64-fd12d34810a1 admin admin] Publish callbacks [] for security_group (3c96f484-da4f-4bf1-b7a4-c1beaa46aebf), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:42.387786 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a89496c1-435e-4a3b-8f64-fd12d34810a1 admin admin] Publish callbacks [] for security_group (3c96f484-da4f-4bf1-b7a4-c1beaa46aebf), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:42.436304 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a89496c1-435e-4a3b-8f64-fd12d34810a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (3c96f484-da4f-4bf1-b7a4-c1beaa46aebf), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:42.439075 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a89496c1-435e-4a3b-8f64-fd12d34810a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:42.440220 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-a89496c1-435e-4a3b-8f64-fd12d34810a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3c96f484-da4f-4bf1-b7a4-c1beaa46aebf HTTP/1.1" status: 204 len: 168 time: 0.1280832 May 26 18:12:42.448206 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89496c1-435e-4a3b-8f64-fd12d34810a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c96f484-da4f-4bf1-b7a4-c1beaa46aebf,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:43.796995 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:48.039203 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-aa692dee-3618-4475-86cb-328fc2d01473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:50.208645 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-be3b4095-f75b-40a3-9842-86c6e1c7044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:50.852523 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:50.875808 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=46,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:51.571808 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:52.421784 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:52.444619 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:52.601340 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:52.786434 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=44 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:52.793783 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:12:54.143052 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:02.789342 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=47 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:04.135080 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=61,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:04.138708 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=45,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:09.541361 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49348) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:09.685368 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Deleting port a3f19eb6-2419-42a3-b4c3-cbba27613d59 {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:09.685706 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (a3f19eb6-2419-42a3-b4c3-cbba27613d59), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:09.765352 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (a3f19eb6-2419-42a3-b4c3-cbba27613d59), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:09.765685 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (a3f19eb6-2419-42a3-b4c3-cbba27613d59), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:09.779148 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Calling delete_port for a3f19eb6-2419-42a3-b4c3-cbba27613d59 owned by network:floatingip {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:10.220195 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (a3f19eb6-2419-42a3-b4c3-cbba27613d59), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:10.249395 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event deleted for resources: {'Port': ['ID=a3f19eb6-2419-42a3-b4c3-cbba27613d59,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:10.315466 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (2811e53e-0b2f-4e5f-9ee9-f76921d7d7a1), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:10.315821 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Floating IP 2811e53e-0b2f-4e5f-9ee9-f76921d7d7a1 disassociated (deleted). External IP: 172.27.0.76, port: be659ba1-8698-4fe5-9230-25e1add7adbc. May 26 18:13:10.535751 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Router a3b11972-9046-491b-afff-1a5e32bfa300 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:13:10.657411 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:13:10.663021 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:10.669911 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9f866-466b-442c-a220-583b5e225d27 None None] Sync routers for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:13:10.697336 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9f866-466b-442c-a220-583b5e225d27 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:10.698982 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-21d9f866-466b-442c-a220-583b5e225d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:12:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:10.708176 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-33073509-dd6d-43a6-8f0a-e4527860d8b1 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "DELETE /v2.0/floatingips/2811e53e-0b2f-4e5f-9ee9-f76921d7d7a1 HTTP/1.1" status: 204 len: 168 time: 1.1652730 May 26 18:13:10.709148 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'tag': 'be659ba1-8698-4fe5-9230-25e1add7adbc'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:13:10.713413 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a9f022-b107-4edb-be8d-0ec7f2be71a5" -d '{"events": [{"name": "network-changed", "server_uuid": "67300aac-c060-4e11-aab6-635c4a8bba9c", "tag": "be659ba1-8698-4fe5-9230-25e1add7adbc"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:13:10.793730 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2116719-0497-4e2c-a165-39efbb84e1a3 x-openstack-request-id: req-c2116719-0497-4e2c-a165-39efbb84e1a3 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:13:10.794202 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67300aac-c060-4e11-aab6-635c4a8bba9c", "tag": "be659ba1-8698-4fe5-9230-25e1add7adbc", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:13:10.794609 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2116719-0497-4e2c-a165-39efbb84e1a3 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:13:10.795377 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2116719-0497-4e2c-a165-39efbb84e1a3'] response: {'name': 'network-changed', 'server_uuid': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'tag': 'be659ba1-8698-4fe5-9230-25e1add7adbc', 'status': 'completed', 'code': 200} May 26 18:13:10.888105 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9f022-b107-4edb-be8d-0ec7f2be71a5 req-b1ad3f46-3d08-472e-b067-ca437e52de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:10.889331 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-21d9f866-466b-442c-a220-583b5e225d27 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:10.889957 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-65a9f022-b107-4edb-be8d-0ec7f2be71a5 req-b1ad3f46-3d08-472e-b067-ca437e52de8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 1130 time: 0.0733347 May 26 18:13:11.079555 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9f022-b107-4edb-be8d-0ec7f2be71a5 req-cee28c1c-52d1-4a55-b26e-b68b23aab650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:11.081441 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-65a9f022-b107-4edb-be8d-0ec7f2be71a5 req-cee28c1c-52d1-4a55-b26e-b68b23aab650 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 912 time: 0.1858823 May 26 18:13:11.094090 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229061f2-9047-4251-8db8-72ea10d9e3ba req-cc9a355c-b6e7-4cb2-af4c-888d0625503e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:11.095675 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-229061f2-9047-4251-8db8-72ea10d9e3ba req-cc9a355c-b6e7-4cb2-af4c-888d0625503e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 946 time: 0.0700762 May 26 18:13:11.156076 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-229061f2-9047-4251-8db8-72ea10d9e3ba req-045913c5-cc84-4eff-944e-c1b6428d6eab tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501699 May 26 18:13:11.189076 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-21d9f866-466b-442c-a220-583b5e225d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '28138985-3189-4d81-9d48-7269c4198651', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:93:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:09:02Z', 'updated_at': '2022-05-26T18:09:05Z', 'revision_number': 1, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:11.217442 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9f866-466b-442c-a220-583b5e225d27 None None] Checking router: a3b11972-9046-491b-afff-1a5e32bfa300 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:13:11.227105 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9f866-466b-442c-a220-583b5e225d27 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:11.227740 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-21d9f866-466b-442c-a220-583b5e225d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:12:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:11.347688 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-21d9f866-466b-442c-a220-583b5e225d27 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:11.752318 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-21d9f866-466b-442c-a220-583b5e225d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '28138985-3189-4d81-9d48-7269c4198651', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:93:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:09:02Z', 'updated_at': '2022-05-26T18:09:05Z', 'revision_number': 1, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:11.800119 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9f866-466b-442c-a220-583b5e225d27 None None] The sync data for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi is: [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_floatingips': [{'id': '28138985-3189-4d81-9d48-7269c4198651', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'router_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'port_id': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'mac_address': 'fa:16:3e:93:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:09:02Z', 'updated_at': '2022-05-26T18:09:05Z', 'revision_number': 1, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:13:11.958622 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-65a9f022-b107-4edb-be8d-0ec7f2be71a5 req-a8bca1d3-d400-4fa4-904b-1fa46c220d08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be659ba1-8698-4fe5-9230-25e1add7adbc HTTP/1.1" status: 200 len: 217 time: 0.0459569 May 26 18:13:12.050418 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9f022-b107-4edb-be8d-0ec7f2be71a5 req-3da2a715-2c88-4b0f-b2e6-938b0b3a1eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:12.053234 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-65a9f022-b107-4edb-be8d-0ec7f2be71a5 req-3da2a715-2c88-4b0f-b2e6-938b0b3a1eb3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.0875463 May 26 18:13:12.077900 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f59998-a197-4afd-99cd-bccf8c0482e7 None None] New status for floating IP 2811e53e-0b2f-4e5f-9ee9-f76921d7d7a1: DOWN {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:13:12.147358 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9f022-b107-4edb-be8d-0ec7f2be71a5 req-3decdd19-33a2-4a81-84bd-3300bcf26379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:12.148964 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-65a9f022-b107-4edb-be8d-0ec7f2be71a5 req-3decdd19-33a2-4a81-84bd-3300bcf26379 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536044 May 26 18:13:12.257349 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-65a9f022-b107-4edb-be8d-0ec7f2be71a5 req-7661b3c6-4048-40bc-9c26-7047ac380d00 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010139 May 26 18:13:12.307284 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:12.313735 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:12.324275 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de9730-bfb1-4fa5-b7dd-96e5d8084ac7 req-864abfad-1777-4d0f-bdc4-cab410d41f1c tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:12.326061 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1de9730-bfb1-4fa5-b7dd-96e5d8084ac7 req-864abfad-1777-4d0f-bdc4-cab410d41f1c tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 946 time: 0.0553582 May 26 18:13:12.389976 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c1de9730-bfb1-4fa5-b7dd-96e5d8084ac7 req-4fc5b021-4c5c-4d63-b373-d66f1b881c23 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575323 May 26 18:13:12.470131 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-65a9f022-b107-4edb-be8d-0ec7f2be71a5 req-35384250-ec51-4be1-a9c1-566067d74b0d service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241233 May 26 18:13:12.495542 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2aaa3-774b-4311-b834-31ffdcab109a req-72aec409-b115-4e03-a195-4e9ad7289ce2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:12.498023 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-faf2aaa3-774b-4311-b834-31ffdcab109a req-72aec409-b115-4e03-a195-4e9ad7289ce2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 946 time: 0.0865083 May 26 18:13:12.591372 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-faf2aaa3-774b-4311-b834-31ffdcab109a req-44331b56-440c-4410-aee7-4c4d3a9d765e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Deleting port be659ba1-8698-4fe5-9230-25e1add7adbc {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:12.591718 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-faf2aaa3-774b-4311-b834-31ffdcab109a req-44331b56-440c-4410-aee7-4c4d3a9d765e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.701735 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.db [req-faf2aaa3-774b-4311-b834-31ffdcab109a req-44331b56-440c-4410-aee7-4c4d3a9d765e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] For port be659ba1-8698-4fe5-9230-25e1add7adbc, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=be659ba1-8698-4fe5-9230-25e1add7adbc,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:12.702168 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-faf2aaa3-774b-4311-b834-31ffdcab109a req-44331b56-440c-4410-aee7-4c4d3a9d765e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.718851 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [req-faf2aaa3-774b-4311-b834-31ffdcab109a req-44331b56-440c-4410-aee7-4c4d3a9d765e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Calling delete_port for be659ba1-8698-4fe5-9230-25e1add7adbc owned by compute:nova {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:12.864624 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-faf2aaa3-774b-4311-b834-31ffdcab109a req-44331b56-440c-4410-aee7-4c4d3a9d765e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (be659ba1-8698-4fe5-9230-25e1add7adbc), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.902243 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44331b56-440c-4410-aee7-4c4d3a9d765e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event deleted for resources: {'Port': ['ID=be659ba1-8698-4fe5-9230-25e1add7adbc,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:12.962051 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf2aaa3-774b-4311-b834-31ffdcab109a req-44331b56-440c-4410-aee7-4c4d3a9d765e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] No DVR routers for this DVR port be659ba1-8698-4fe5-9230-25e1add7adbc on host hv-cinder-83607 {{(pid=103836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:13:12.965077 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [req-faf2aaa3-774b-4311-b834-31ffdcab109a req-44331b56-440c-4410-aee7-4c4d3a9d765e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.969118 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-faf2aaa3-774b-4311-b834-31ffdcab109a req-44331b56-440c-4410-aee7-4c4d3a9d765e tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "DELETE /v2.0/ports/be659ba1-8698-4fe5-9230-25e1add7adbc HTTP/1.1" status: 204 len: 173 time: 0.4638679 May 26 18:13:12.969718 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'name': 'network-vif-deleted', 'tag': 'be659ba1-8698-4fe5-9230-25e1add7adbc'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:13:12.972444 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d4d91c-b9e3-4daf-979a-315c4a95a019" -d '{"events": [{"server_uuid": "67300aac-c060-4e11-aab6-635c4a8bba9c", "name": "network-vif-deleted", "tag": "be659ba1-8698-4fe5-9230-25e1add7adbc"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:13:13.019544 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decd8f9c-6329-496d-87eb-acc501eb7288 x-openstack-request-id: req-decd8f9c-6329-496d-87eb-acc501eb7288 {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:13:13.019840 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67300aac-c060-4e11-aab6-635c4a8bba9c", "name": "network-vif-deleted", "tag": "be659ba1-8698-4fe5-9230-25e1add7adbc", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:13:13.020152 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-decd8f9c-6329-496d-87eb-acc501eb7288 {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:13:13.020573 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decd8f9c-6329-496d-87eb-acc501eb7288'] response: {'server_uuid': '67300aac-c060-4e11-aab6-635c4a8bba9c', 'name': 'network-vif-deleted', 'tag': 'be659ba1-8698-4fe5-9230-25e1add7adbc', 'status': 'completed', 'code': 200} May 26 18:13:13.518540 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-c4e8c6a7-2d26-4045-93ca-7b3ebe0c539d req-f17b4243-55bd-494e-a54b-50059303fb18 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=67300aac-c060-4e11-aab6-635c4a8bba9c HTTP/1.1" status: 200 len: 210 time: 0.0316603 May 26 18:13:13.815792 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:16.905008 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49376) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:17.002691 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device be659ba1-8698-4fe5-9230-25e1add7adbc no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:17.029965 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: be659ba1-8698-4fe5-9230-25e1add7adbc {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:17.030401 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device be659ba1-8698-4fe5-9230-25e1add7adbc not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:17.062715 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Deleting port e1607c22-cef5-473e-bc12-c8f45ce6e17b {{(pid=103836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:17.063057 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (e1607c22-cef5-473e-bc12-c8f45ce6e17b), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:17.148463 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (e1607c22-cef5-473e-bc12-c8f45ce6e17b), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:17.148784 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (e1607c22-cef5-473e-bc12-c8f45ce6e17b), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:17.163172 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.plugins.ml2.plugin [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Calling delete_port for e1607c22-cef5-473e-bc12-c8f45ce6e17b owned by network:floatingip {{(pid=103836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:17.248610 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:17.304509 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:17.322359 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408530'] for port (e1607c22-cef5-473e-bc12-c8f45ce6e17b), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:17.349052 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event deleted for resources: {'Port': ['ID=e1607c22-cef5-473e-bc12-c8f45ce6e17b,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:17.415829 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (28138985-3189-4d81-9d48-7269c4198651), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:17.416192 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.db.l3_db [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Floating IP 28138985-3189-4d81-9d48-7269c4198651 disassociated (deleted). External IP: 172.27.0.98, port: c33d9d21-0d51-4503-906b-480b6fb62472. May 26 18:13:17.651831 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Router a3b11972-9046-491b-afff-1a5e32bfa300 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:13:17.802166 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:13:17.808461 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:17.814077 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c097b1d-d35c-4f84-9245-9027f1b825f5 None None] Sync routers for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:13:17.825902 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c097b1d-d35c-4f84-9245-9027f1b825f5 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:17.826647 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-5c097b1d-d35c-4f84-9245-9027f1b825f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:12:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:17.843554 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-a29853db-53db-4523-a0db-6028435304a3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "DELETE /v2.0/floatingips/28138985-3189-4d81-9d48-7269c4198651 HTTP/1.1" status: 204 len: 168 time: 0.9337983 May 26 18:13:17.843554 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'tag': 'c33d9d21-0d51-4503-906b-480b6fb62472'}] {{(pid=103836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:13:17.843554 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea2854d03224a4b44e73466181c8c3bebcf03874c5090a4e3722654877a55e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8032c6-15f4-47ff-806b-647a9ecf0fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ab62c1-6839-4a58-9dd4-848eed83661c", "tag": "c33d9d21-0d51-4503-906b-480b6fb62472"}]}' {{(pid=103836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:13:17.893990 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d3f238-b691-4cf5-8d27-68a1b625babb x-openstack-request-id: req-a6d3f238-b691-4cf5-8d27-68a1b625babb {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:13:17.894298 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ab62c1-6839-4a58-9dd4-848eed83661c", "tag": "c33d9d21-0d51-4503-906b-480b6fb62472", "status": "completed", "code": 200}]} {{(pid=103836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:13:17.895260 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6d3f238-b691-4cf5-8d27-68a1b625babb {{(pid=103836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:13:17.895831 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d3f238-b691-4cf5-8d27-68a1b625babb'] response: {'name': 'network-changed', 'server_uuid': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'tag': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'status': 'completed', 'code': 200} May 26 18:13:17.945889 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-5c097b1d-d35c-4f84-9245-9027f1b825f5 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:17.969614 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8032c6-15f4-47ff-806b-647a9ecf0fb1 req-f82bdfa8-2544-43f7-b455-a851602630ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:17.971195 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1e8032c6-15f4-47ff-806b-647a9ecf0fb1 req-f82bdfa8-2544-43f7-b455-a851602630ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba5a75cf80284f58b9c3bed674677a39&device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 1130 time: 0.0547357 May 26 18:13:18.065270 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:18.081186 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-7528229a-2202-4b14-95eb-74492d188878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:18.094941 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8032c6-15f4-47ff-806b-647a9ecf0fb1 req-126b5eb3-c31b-45f8-a406-ddb3c1df360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:18.096633 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1e8032c6-15f4-47ff-806b-647a9ecf0fb1 req-126b5eb3-c31b-45f8-a406-ddb3c1df360c service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 200 len: 912 time: 0.1195710 May 26 18:13:18.127997 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:18.131952 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb10f1-5bf6-4509-8103-fd854b4576d9 req-522e8472-2a2c-4239-aab4-256e18ae67c4 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:18.135789 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-28fb10f1-5bf6-4509-8103-fd854b4576d9 req-522e8472-2a2c-4239-aab4-256e18ae67c4 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 946 time: 0.0629594 May 26 18:13:18.200361 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-28fb10f1-5bf6-4509-8103-fd854b4576d9 req-74fd805b-68ba-4b39-bb10-3f8bc1f6c0d7 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536482 May 26 18:13:18.216970 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-5c097b1d-d35c-4f84-9245-9027f1b825f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:18.243883 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c097b1d-d35c-4f84-9245-9027f1b825f5 None None] Checking router: a3b11972-9046-491b-afff-1a5e32bfa300 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:13:18.254253 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c097b1d-d35c-4f84-9245-9027f1b825f5 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:18.254882 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-5c097b1d-d35c-4f84-9245-9027f1b825f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:12:50Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:18.363605 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-5c097b1d-d35c-4f84-9245-9027f1b825f5 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:18.573358 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-5c097b1d-d35c-4f84-9245-9027f1b825f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:18.601934 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c097b1d-d35c-4f84-9245-9027f1b825f5 None None] The sync data for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi is: [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 4, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi', '_interfaces': [{'id': '179c4dd3-8b82-4142-8c6d-b0a47f75fe92', 'name': '', 'network_id': '7d5a4e77-6968-4ef2-a95a-0d27f89b0d76', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'mac_address': 'fa:16:3e:cd:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:37Z', 'updated_at': '2022-05-26T18:05:42Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'subnets': [{'id': '3624ee93-6d30-4e00-92bd-f688e7b35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:13:18.862272 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f86a58-1dfd-46ec-b9bb-0f2ab3e8799c None None] New status for floating IP 28138985-3189-4d81-9d48-7269c4198651: DOWN {{(pid=103839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:13:19.018118 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1e8032c6-15f4-47ff-806b-647a9ecf0fb1 req-24d7e272-3442-4c65-8e70-762f77bdfd6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c33d9d21-0d51-4503-906b-480b6fb62472 HTTP/1.1" status: 200 len: 217 time: 0.0340455 May 26 18:13:19.071559 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8032c6-15f4-47ff-806b-647a9ecf0fb1 req-e836dc91-7047-4474-ade3-2450bc307443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:19.073088 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1e8032c6-15f4-47ff-806b-647a9ecf0fb1 req-e836dc91-7047-4474-ade3-2450bc307443 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 200 len: 850 time: 0.0492368 May 26 18:13:19.119873 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8032c6-15f4-47ff-806b-647a9ecf0fb1 req-64273ba9-023c-4b3d-91e0-afbadd8408f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:19.122378 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1e8032c6-15f4-47ff-806b-647a9ecf0fb1 req-64273ba9-023c-4b3d-91e0-afbadd8408f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431919 May 26 18:13:19.352483 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1e8032c6-15f4-47ff-806b-647a9ecf0fb1 req-edc0512e-e313-4bf3-948b-074e89516edd service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392260 May 26 18:13:19.372402 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3420fac-59da-44fe-9bf3-54e4de8437a5 req-37b26436-d1a6-4764-ad94-a00dbfe4cc13 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:19.375076 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e3420fac-59da-44fe-9bf3-54e4de8437a5 req-37b26436-d1a6-4764-ad94-a00dbfe4cc13 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 946 time: 0.0929191 May 26 18:13:19.456988 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-e3420fac-59da-44fe-9bf3-54e4de8437a5 req-2c322ab7-a390-4b11-9259-c5ad2c01a7d3 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d3f8a91-7498-427b-96b7-eb35c606b0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754101 May 26 18:13:19.513269 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:19.555948 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:19.575739 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-1e8032c6-15f4-47ff-806b-647a9ecf0fb1 req-9ccda554-4e3c-4511-bb89-1e45e82a8bba service neutron] 10.222.0.62 "GET /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130073 May 26 18:13:19.588277 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6db4c5-cd05-4cbe-be15-e26f29405802 req-b33291f5-4fca-433e-98b5-ed1cef62a3dc tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:19.590479 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fc6db4c5-cd05-4cbe-be15-e26f29405802 req-b33291f5-4fca-433e-98b5-ed1cef62a3dc tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 946 time: 0.0728393 May 26 18:13:19.685774 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-fc6db4c5-cd05-4cbe-be15-e26f29405802 req-f00786c0-a573-4d89-9641-7b1e177b554d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Deleting port c33d9d21-0d51-4503-906b-480b6fb62472 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:19.686121 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-fc6db4c5-cd05-4cbe-be15-e26f29405802 req-f00786c0-a573-4d89-9641-7b1e177b554d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:19.794151 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [req-fc6db4c5-cd05-4cbe-be15-e26f29405802 req-f00786c0-a573-4d89-9641-7b1e177b554d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] For port c33d9d21-0d51-4503-906b-480b6fb62472, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c33d9d21-0d51-4503-906b-480b6fb62472,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:19.794531 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-fc6db4c5-cd05-4cbe-be15-e26f29405802 req-f00786c0-a573-4d89-9641-7b1e177b554d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:19.813535 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [req-fc6db4c5-cd05-4cbe-be15-e26f29405802 req-f00786c0-a573-4d89-9641-7b1e177b554d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Calling delete_port for c33d9d21-0d51-4503-906b-480b6fb62472 owned by compute:nova {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:19.874958 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=100 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:19.928758 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:19.948199 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-fc6db4c5-cd05-4cbe-be15-e26f29405802 req-f00786c0-a573-4d89-9641-7b1e177b554d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (c33d9d21-0d51-4503-906b-480b6fb62472), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:19.975975 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00786c0-a573-4d89-9641-7b1e177b554d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event deleted for resources: {'Port': ['ID=c33d9d21-0d51-4503-906b-480b6fb62472,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:20.030019 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6db4c5-cd05-4cbe-be15-e26f29405802 req-f00786c0-a573-4d89-9641-7b1e177b554d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] No DVR routers for this DVR port c33d9d21-0d51-4503-906b-480b6fb62472 on host hv-cinder-83607 {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:13:20.032577 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [req-fc6db4c5-cd05-4cbe-be15-e26f29405802 req-f00786c0-a573-4d89-9641-7b1e177b554d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for port (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:20.035808 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [req-fc6db4c5-cd05-4cbe-be15-e26f29405802 req-f00786c0-a573-4d89-9641-7b1e177b554d tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.62 "DELETE /v2.0/ports/c33d9d21-0d51-4503-906b-480b6fb62472 HTTP/1.1" status: 204 len: 173 time: 0.4405897 May 26 18:13:20.036285 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'name': 'network-vif-deleted', 'tag': 'c33d9d21-0d51-4503-906b-480b6fb62472'}] {{(pid=103837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:13:20.038564 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563f938331cb666efcabe511af4dd9fbef56c2b3697cc8665838eaefdc04001a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9868f7-166e-42d3-919c-d9fb62fa2b74" -d '{"events": [{"server_uuid": "e8ab62c1-6839-4a58-9dd4-848eed83661c", "name": "network-vif-deleted", "tag": "c33d9d21-0d51-4503-906b-480b6fb62472"}]}' {{(pid=103837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:13:20.214425 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9e31a9b2-4689-4a6a-8b9c-52a9c155a3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:20.374845 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29581a19-2a40-4df0-82fe-1885d3012735 x-openstack-request-id: req-29581a19-2a40-4df0-82fe-1885d3012735 {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:13:20.375278 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ab62c1-6839-4a58-9dd4-848eed83661c", "name": "network-vif-deleted", "tag": "c33d9d21-0d51-4503-906b-480b6fb62472", "status": "completed", "code": 200}]} {{(pid=103837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:13:20.375615 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29581a19-2a40-4df0-82fe-1885d3012735 {{(pid=103837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:13:20.376348 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29581a19-2a40-4df0-82fe-1885d3012735'] response: {'server_uuid': 'e8ab62c1-6839-4a58-9dd4-848eed83661c', 'name': 'network-vif-deleted', 'tag': 'c33d9d21-0d51-4503-906b-480b6fb62472', 'status': 'completed', 'code': 200} May 26 18:13:20.592487 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [req-33f0dcc5-7c31-4817-9b6a-170ab8b65c93 req-ffdcf949-3b3d-4634-8030-84251c26f735 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ab62c1-6839-4a58-9dd4-848eed83661c HTTP/1.1" status: 200 len: 210 time: 0.0328825 May 26 18:13:21.575207 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:21.656835 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49394) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:21.773758 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-1f003d2e-9519-435e-a8c3-b96e00cee2fa tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Deleting port 872667c2-57f2-45be-a314-18b55757669e {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:21.774109 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1f003d2e-9519-435e-a8c3-b96e00cee2fa tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (872667c2-57f2-45be-a314-18b55757669e), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:21.857901 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1f003d2e-9519-435e-a8c3-b96e00cee2fa tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (872667c2-57f2-45be-a314-18b55757669e), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:21.858210 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1f003d2e-9519-435e-a8c3-b96e00cee2fa tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (872667c2-57f2-45be-a314-18b55757669e), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:21.874475 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-1f003d2e-9519-435e-a8c3-b96e00cee2fa tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Calling delete_port for 872667c2-57f2-45be-a314-18b55757669e owned by network:floatingip {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:22.024890 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1f003d2e-9519-435e-a8c3-b96e00cee2fa tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (872667c2-57f2-45be-a314-18b55757669e), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:22.053371 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f003d2e-9519-435e-a8c3-b96e00cee2fa tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event deleted for resources: {'Port': ['ID=872667c2-57f2-45be-a314-18b55757669e,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:22.130713 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1f003d2e-9519-435e-a8c3-b96e00cee2fa tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for floatingip (5d946eae-7b64-456f-ab01-c43dcbb3cb0f), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:22.133079 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-1f003d2e-9519-435e-a8c3-b96e00cee2fa tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8327543'] for floatingip (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:22.134248 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-1f003d2e-9519-435e-a8c3-b96e00cee2fa tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "DELETE /v2.0/floatingips/5d946eae-7b64-456f-ab01-c43dcbb3cb0f HTTP/1.1" status: 204 len: 168 time: 0.4768312 May 26 18:13:22.603473 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:23.380760 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49406) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:23.443715 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a2b1da02-1146-43dc-a6cb-b3ab8c223fb2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group (7d3f8a91-7498-427b-96b7-eb35c606b0b3), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:23.471811 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a2b1da02-1146-43dc-a6cb-b3ab8c223fb2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group (7d3f8a91-7498-427b-96b7-eb35c606b0b3), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:23.540427 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a2b1da02-1146-43dc-a6cb-b3ab8c223fb2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (7d3f8a91-7498-427b-96b7-eb35c606b0b3), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:23.544156 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-a2b1da02-1146-43dc-a6cb-b3ab8c223fb2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:23.545894 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-a2b1da02-1146-43dc-a6cb-b3ab8c223fb2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] 10.222.0.69 "DELETE /v2.0/security-groups/7d3f8a91-7498-427b-96b7-eb35c606b0b3 HTTP/1.1" status: 204 len: 168 time: 0.1640472 May 26 18:13:23.560381 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1da02-1146-43dc-a6cb-b3ab8c223fb2 tempest-TestVolumeBootPattern-613694807 tempest-TestVolumeBootPattern-613694807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3f8a91-7498-427b-96b7-eb35c606b0b3,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:23.619230 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49410) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:23.959994 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:24.154723 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:24.162104 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:24.178059 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0036-24cd-4057-aea8-322f8c935a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8119267'] for router_interface (a3b11972-9046-491b-afff-1a5e32bfa300), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:24.430606 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c0036-24cd-4057-aea8-322f8c935a7c admin admin] Deleting port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:24.431333 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0036-24cd-4057-aea8-322f8c935a7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:24.517374 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-dd9c0036-24cd-4057-aea8-322f8c935a7c admin admin] For port 179c4dd3-8b82-4142-8c6d-b0a47f75fe92, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=179c4dd3-8b82-4142-8c6d-b0a47f75fe92,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:24.517897 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0036-24cd-4057-aea8-322f8c935a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:24.535373 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c0036-24cd-4057-aea8-322f8c935a7c admin admin] Calling delete_port for 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:24.736474 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0036-24cd-4057-aea8-322f8c935a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (179c4dd3-8b82-4142-8c6d-b0a47f75fe92), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:24.769062 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c0036-24cd-4057-aea8-322f8c935a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=179c4dd3-8b82-4142-8c6d-b0a47f75fe92,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:24.907944 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:25.034511 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device c33d9d21-0d51-4503-906b-480b6fb62472 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:25.060148 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] No Port match for: c33d9d21-0d51-4503-906b-480b6fb62472 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:25.060461 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Device c33d9d21-0d51-4503-906b-480b6fb62472 not bound to the agent host hv-cinder-83607 {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:25.241845 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0036-24cd-4057-aea8-322f8c935a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8107912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8119167'] for router_interface (a3b11972-9046-491b-afff-1a5e32bfa300), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:25.362695 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:25.469032 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9c0036-24cd-4057-aea8-322f8c935a7c admin admin] Router a3b11972-9046-491b-afff-1a5e32bfa300 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:13:25.580837 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9c0036-24cd-4057-aea8-322f8c935a7c admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:13:25.586033 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-dd9c0036-24cd-4057-aea8-322f8c935a7c admin admin] 10.222.0.69 "PUT /v2.0/routers/a3b11972-9046-491b-afff-1a5e32bfa300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9657192 May 26 18:13:25.590176 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49414) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:25.593443 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1174ebd-5f6d-4736-af4c-b0123194b5a2 None None] Sync routers for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:13:25.606979 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1174ebd-5f6d-4736-af4c-b0123194b5a2 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:25.607638 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-e1174ebd-5f6d-4736-af4c-b0123194b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:13:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:25.705665 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Publish callbacks [] for router (a3b11972-9046-491b-afff-1a5e32bfa300), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:25.715892 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-e1174ebd-5f6d-4736-af4c-b0123194b5a2 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:25.817398 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Publish callbacks [] for router_gateway (a3b11972-9046-491b-afff-1a5e32bfa300), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:25.863196 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Deleting port 87fec555-9812-4f3c-89e9-a0e759b499df {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:25.863495 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (87fec555-9812-4f3c-89e9-a0e759b499df), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:25.909487 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-e1174ebd-5f6d-4736-af4c-b0123194b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:13:24Z', 'revision_number': 5, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port': {'id': '87fec555-9812-4f3c-89e9-a0e759b499df', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:25.937453 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1174ebd-5f6d-4736-af4c-b0123194b5a2 None None] Checking router: a3b11972-9046-491b-afff-1a5e32bfa300 for host: dv-cinder-836074-5-iscsi {{(pid=103838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:13:25.946065 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1174ebd-5f6d-4736-af4c-b0123194b5a2 None None] Routers {'a3b11972-9046-491b-afff-1a5e32bfa300'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:25.946706 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-e1174ebd-5f6d-4736-af4c-b0123194b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:13:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['a3b11972-9046-491b-afff-1a5e32bfa300'], 'active': True} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:25.965274 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] For port 87fec555-9812-4f3c-89e9-a0e759b499df, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=87fec555-9812-4f3c-89e9-a0e759b499df,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:25.965758 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (87fec555-9812-4f3c-89e9-a0e759b499df), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:25.980761 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Calling delete_port for 87fec555-9812-4f3c-89e9-a0e759b499df owned by network:router_gateway {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:26.058161 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvr_db [None req-e1174ebd-5f6d-4736-af4c-b0123194b5a2 None None] Set router a3b11972-9046-491b-afff-1a5e32bfa300 gateway port host: None {{(pid=103838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:26.147063 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:26.150831 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_hamode_db [None req-e1174ebd-5f6d-4736-af4c-b0123194b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:13:25Z', 'revision_number': 6, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port_host': None}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:26.156819 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:26.163573 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (87fec555-9812-4f3c-89e9-a0e759b499df), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.183799 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1174ebd-5f6d-4736-af4c-b0123194b5a2 None None] The sync data for ids ['a3b11972-9046-491b-afff-1a5e32bfa300'] in dv-cinder-836074-5-iscsi is: [{'id': 'a3b11972-9046-491b-afff-1a5e32bfa300', 'name': 'tempest-TestVolumeBootPattern-782607153-router', 'tenant_id': 'ba5a75cf80284f58b9c3bed674677a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:34Z', 'updated_at': '2022-05-26T18:13:25Z', 'revision_number': 6, 'project_id': 'ba5a75cf80284f58b9c3bed674677a39', 'gw_port_host': None}] {{(pid=103838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:13:26.192508 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=87fec555-9812-4f3c-89e9-a0e759b499df,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:26.225442 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.225866 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.226258 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.226792 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.227330 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.227914 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.228580 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.229111 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.229635 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.231332 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.231856 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.232479 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.233037 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.233589 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.234108 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:26.288760 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8120285'] for router_gateway (a3b11972-9046-491b-afff-1a5e32bfa300), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.378704 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8125068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30675'] for router (a3b11972-9046-491b-afff-1a5e32bfa300), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.381010 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Publish callbacks [] for router_controller (a3b11972-9046-491b-afff-1a5e32bfa300), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.416401 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:26.428836 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8125063'] for router (a3b11972-9046-491b-afff-1a5e32bfa300), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.429919 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b11972-9046-491b-afff-1a5e32bfa300 {{(pid=103837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:13:26.436407 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.437671 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-e083bff6-f679-4fa7-84c5-f9c956a8fdc7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a3b11972-9046-491b-afff-1a5e32bfa300 HTTP/1.1" status: 204 len: 168 time: 0.8464868 May 26 18:13:26.440183 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49416) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:26.490129 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d34ff9-a1d5-4a44-973a-cc5b0d4f33b4 admin admin] Deleting subnet 3624ee93-6d30-4e00-92bd-f688e7b35a15 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:13:26.493661 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-30d34ff9-a1d5-4a44-973a-cc5b0d4f33b4 admin admin] Publish callbacks [] for subnet (3624ee93-6d30-4e00-92bd-f688e7b35a15), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.537555 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-30d34ff9-a1d5-4a44-973a-cc5b0d4f33b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551979'] for subnet (3624ee93-6d30-4e00-92bd-f688e7b35a15), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.655811 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-30d34ff9-a1d5-4a44-973a-cc5b0d4f33b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (3624ee93-6d30-4e00-92bd-f688e7b35a15), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.711342 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-30d34ff9-a1d5-4a44-973a-cc5b0d4f33b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16743245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137532'] for subnet (3624ee93-6d30-4e00-92bd-f688e7b35a15), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.738097 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d34ff9-a1d5-4a44-973a-cc5b0d4f33b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3624ee93-6d30-4e00-92bd-f688e7b35a15,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:26.746633 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-30d34ff9-a1d5-4a44-973a-cc5b0d4f33b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.750832 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-30d34ff9-a1d5-4a44-973a-cc5b0d4f33b4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3624ee93-6d30-4e00-92bd-f688e7b35a15 HTTP/1.1" status: 204 len: 168 time: 0.3096178 May 26 18:13:26.753822 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49418) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:26.761876 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1e6fe-fd52-466c-afda-d294a6c57e2f None None] Network 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:13:26.854045 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (7d5a4e77-6968-4ef2-a95a-0d27f89b0d76), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.859487 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:26.916520 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Deleting port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:26.917073 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.980510 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2abea93-762b-4109-a0ec-68bf967e833c None None] DHCP port deletion for 7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 request from dv-cinder-836074-5-iscsi {{(pid=103838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:13:27.025545 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-d2abea93-762b-4109-a0ec-68bf967e833c None None] Deleting port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 {{(pid=103838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:27.025918 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d2abea93-762b-4109-a0ec-68bf967e833c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), before_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.026496 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] For port 339a44c1-1b11-44c5-9c56-4a7153a6fd31, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=339a44c1-1b11-44c5-9c56-4a7153a6fd31,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:27.027600 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.045773 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Calling delete_port for 339a44c1-1b11-44c5-9c56-4a7153a6fd31 owned by network:dhcp {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:27.113077 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.db [None req-d2abea93-762b-4109-a0ec-68bf967e833c None None] For port 339a44c1-1b11-44c5-9c56-4a7153a6fd31, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=339a44c1-1b11-44c5-9c56-4a7153a6fd31,segment=NetworkSegment(7d73e7ed-f76d-45a3-930a-2f2e73230e93),segment_id=7d73e7ed-f76d-45a3-930a-2f2e73230e93)] {{(pid=103838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:27.113496 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d2abea93-762b-4109-a0ec-68bf967e833c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), precommit_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.137017 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-d2abea93-762b-4109-a0ec-68bf967e833c None None] Calling delete_port for 339a44c1-1b11-44c5-9c56-4a7153a6fd31 owned by network:dhcp {{(pid=103838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:27.156331 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.198219 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=339a44c1-1b11-44c5-9c56-4a7153a6fd31,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:27.204637 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] No DVR routers for this DVR port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 on host dv-cinder-836074-5-iscsi {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:13:27.250803 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d2abea93-762b-4109-a0ec-68bf967e833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741'] for port (339a44c1-1b11-44c5-9c56-4a7153a6fd31), after_delete {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.284055 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abea93-762b-4109-a0ec-68bf967e833c None None] Pushing event deleted for resources: {'Port': ['ID=339a44c1-1b11-44c5-9c56-4a7153a6fd31,revision_number=None']} {{(pid=103838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:27.296320 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2abea93-762b-4109-a0ec-68bf967e833c None None] No DVR routers for this DVR port 339a44c1-1b11-44c5-9c56-4a7153a6fd31 on host dv-cinder-836074-5-iscsi {{(pid=103838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:13:27.348058 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:27.348678 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:27.374987 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (7d5a4e77-6968-4ef2-a95a-0d27f89b0d76), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.385197 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:27.386171 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 179c4dd3-8b82-4142-8c6d-b0a47f75fe92 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:27.388571 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 339a44c1-1b11-44c5-9c56-4a7153a6fd31 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:27.410490 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5a4e77-6968-4ef2-a95a-0d27f89b0d76']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:27.414364 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 339a44c1-1b11-44c5-9c56-4a7153a6fd31 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:27.414793 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 339a44c1-1b11-44c5-9c56-4a7153a6fd31 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:27.415411 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 87fec555-9812-4f3c-89e9-a0e759b499df no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:27.422403 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d73e7ed-f76d-45a3-930a-2f2e73230e93') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:27.422855 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d73e7ed-f76d-45a3-930a-2f2e73230e93') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:27.436341 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551954'] for segment (7d73e7ed-f76d-45a3-930a-2f2e73230e93), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.437029 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 87fec555-9812-4f3c-89e9-a0e759b499df {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:27.437387 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 87fec555-9812-4f3c-89e9-a0e759b499df not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:27.458803 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (7d73e7ed-f76d-45a3-930a-2f2e73230e93), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.470157 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:13:27.470789 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16737519'] for segment (7d73e7ed-f76d-45a3-930a-2f2e73230e93), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.555874 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (7d5a4e77-6968-4ef2-a95a-0d27f89b0d76), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.563062 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.567764 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7d5a4e77-6968-4ef2-a95a-0d27f89b0d76 HTTP/1.1" status: 204 len: 168 time: 0.8122823 May 26 18:13:27.571546 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49424) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:27.591260 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a290ae-92cc-4737-a36c-e7a193427f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5a4e77-6968-4ef2-a95a-0d27f89b0d76,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:27.707036 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment 7d73e7ed-f76d-45a3-930a-2f2e73230e93 resource provider aggregate not found May 26 18:13:27.734422 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:27.741445 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment 7d73e7ed-f76d-45a3-930a-2f2e73230e93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d73e7ed-f76d-45a3-930a-2f2e73230e93 found for delete ", "request_id": "req-c1a144bd-8201-4115-ba4b-83cb8bb24477"}]} May 26 18:13:28.013975 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-32a8467d-7c45-45fb-8ee6-8a80a5f4abbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8119267'] for router_interface (f983a191-f210-4dcc-8e8a-cf9b9506ad84), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:28.260792 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-32a8467d-7c45-45fb-8ee6-8a80a5f4abbc admin admin] Deleting port 1a0cc703-e67e-406e-91e6-e780e8fc82f5 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:28.261701 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-32a8467d-7c45-45fb-8ee6-8a80a5f4abbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:28.343346 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-32a8467d-7c45-45fb-8ee6-8a80a5f4abbc admin admin] For port 1a0cc703-e67e-406e-91e6-e780e8fc82f5, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=1a0cc703-e67e-406e-91e6-e780e8fc82f5,segment=NetworkSegment(c7880ba4-15db-4a44-b6b2-e1f1574927fa),segment_id=c7880ba4-15db-4a44-b6b2-e1f1574927fa)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:28.343616 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-32a8467d-7c45-45fb-8ee6-8a80a5f4abbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:28.358045 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-32a8467d-7c45-45fb-8ee6-8a80a5f4abbc admin admin] Calling delete_port for 1a0cc703-e67e-406e-91e6-e780e8fc82f5 owned by network:router_interface {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:28.474678 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:28.548898 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-32a8467d-7c45-45fb-8ee6-8a80a5f4abbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (1a0cc703-e67e-406e-91e6-e780e8fc82f5), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:28.572860 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8467d-7c45-45fb-8ee6-8a80a5f4abbc admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0cc703-e67e-406e-91e6-e780e8fc82f5,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:28.681330 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:28.816453 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-32a8467d-7c45-45fb-8ee6-8a80a5f4abbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8107912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8119167'] for router_interface (f983a191-f210-4dcc-8e8a-cf9b9506ad84), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:29.036760 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a8467d-7c45-45fb-8ee6-8a80a5f4abbc admin admin] Router f983a191-f210-4dcc-8e8a-cf9b9506ad84 has already been hosted by L3 agent b2f15143-734f-4c16-877e-73779b6f7ed1 {{(pid=103837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:13:29.143976 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a8467d-7c45-45fb-8ee6-8a80a5f4abbc admin admin] Notify agent at l3_agent.dv-cinder-836074-5-iscsi the message routers_updated {{(pid=103837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:13:29.149233 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-32a8467d-7c45-45fb-8ee6-8a80a5f4abbc admin admin] 10.222.0.69 "PUT /v2.0/routers/f983a191-f210-4dcc-8e8a-cf9b9506ad84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5766332 May 26 18:13:29.151724 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49428) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:29.153767 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a53b8c-4c7b-4f5f-b871-7602575aaf52 None None] Sync routers for ids ['f983a191-f210-4dcc-8e8a-cf9b9506ad84'] in dv-cinder-836074-5-iscsi {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:13:29.164743 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a53b8c-4c7b-4f5f-b871-7602575aaf52 None None] Routers {'f983a191-f210-4dcc-8e8a-cf9b9506ad84'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:29.165466 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-78a53b8c-4c7b-4f5f-b871-7602575aaf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:13:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['f983a191-f210-4dcc-8e8a-cf9b9506ad84'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:29.290115 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-78a53b8c-4c7b-4f5f-b871-7602575aaf52 None None] Set router f983a191-f210-4dcc-8e8a-cf9b9506ad84 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:29.477500 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-78a53b8c-4c7b-4f5f-b871-7602575aaf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'name': 'tempest-TestVolumeBootPattern-1968166289-router', 'tenant_id': '7020bb1806764dd299f457750912d975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:40Z', 'updated_at': '2022-05-26T18:13:28Z', 'revision_number': 5, 'project_id': '7020bb1806764dd299f457750912d975', 'gw_port': {'id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:41Z', 'updated_at': '2022-05-26T18:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:29.508170 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a53b8c-4c7b-4f5f-b871-7602575aaf52 None None] Checking router: f983a191-f210-4dcc-8e8a-cf9b9506ad84 for host: dv-cinder-836074-5-iscsi {{(pid=103839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:13:29.517895 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a53b8c-4c7b-4f5f-b871-7602575aaf52 None None] Routers {'f983a191-f210-4dcc-8e8a-cf9b9506ad84'} bound to L3 agent in host dv-cinder-836074-5-iscsi {{(pid=103839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:29.518550 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-78a53b8c-4c7b-4f5f-b871-7602575aaf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T17:52:20Z,description=,heartbeat_timestamp=2022-05-26T18:13:20Z,host='dv-cinder-836074-5-iscsi',id=b2f15143-734f-4c16-877e-73779b6f7ed1,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:52:20Z,topic='l3_agent')) {'router_ids': ['f983a191-f210-4dcc-8e8a-cf9b9506ad84'], 'active': True} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:29.529866 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Publish callbacks [] for router (f983a191-f210-4dcc-8e8a-cf9b9506ad84), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:29.630227 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_dvr_db [None req-78a53b8c-4c7b-4f5f-b871-7602575aaf52 None None] Set router f983a191-f210-4dcc-8e8a-cf9b9506ad84 gateway port host: dv-cinder-836074-5-iscsi {{(pid=103839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:29.640858 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Publish callbacks [] for router_gateway (f983a191-f210-4dcc-8e8a-cf9b9506ad84), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:29.702593 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Deleting port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:29.702593 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:29.762584 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:29.815014 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] For port aa1b9357-a5b9-41fb-bc79-a9fa42c4539f, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=aa1b9357-a5b9-41fb-bc79-a9fa42c4539f,segment=NetworkSegment(d049454a-29cc-4775-8213-6e18cce77095),segment_id=d049454a-29cc-4775-8213-6e18cce77095)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:29.815483 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:29.817719 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:13:29.832359 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Calling delete_port for aa1b9357-a5b9-41fb-bc79-a9fa42c4539f owned by network:router_gateway {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:29.844703 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.l3_hamode_db [None req-78a53b8c-4c7b-4f5f-b871-7602575aaf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'name': 'tempest-TestVolumeBootPattern-1968166289-router', 'tenant_id': '7020bb1806764dd299f457750912d975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:40Z', 'updated_at': '2022-05-26T18:13:28Z', 'revision_number': 5, 'project_id': '7020bb1806764dd299f457750912d975', 'gw_port': {'id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:41Z', 'updated_at': '2022-05-26T18:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}], 'dv-cinder-836074-5-iscsi', False) {} {{(pid=103839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:29.873795 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a53b8c-4c7b-4f5f-b871-7602575aaf52 None None] The sync data for ids ['f983a191-f210-4dcc-8e8a-cf9b9506ad84'] in dv-cinder-836074-5-iscsi is: [{'id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'name': 'tempest-TestVolumeBootPattern-1968166289-router', 'tenant_id': '7020bb1806764dd299f457750912d975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'external_fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:05:40Z', 'updated_at': '2022-05-26T18:13:28Z', 'revision_number': 5, 'project_id': '7020bb1806764dd299f457750912d975', 'gw_port': {'id': 'aa1b9357-a5b9-41fb-bc79-a9fa42c4539f', 'name': '', 'network_id': 'fe5e7183-55e6-482c-9be6-dbe7ef622043', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983a191-f210-4dcc-8e8a-cf9b9506ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:05:41Z', 'updated_at': '2022-05-26T18:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ee395ad-2dca-401e-be4c-8e0d0b090142', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-5-iscsi'}] {{(pid=103839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:13:30.013935 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:30.039960 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (aa1b9357-a5b9-41fb-bc79-a9fa42c4539f), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.073765 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1b9357-a5b9-41fb-bc79-a9fa42c4539f,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:30.140159 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8120285'] for router_gateway (f983a191-f210-4dcc-8e8a-cf9b9506ad84), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.240156 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8125068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30675'] for router (f983a191-f210-4dcc-8e8a-cf9b9506ad84), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.243674 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Publish callbacks [] for router_controller (f983a191-f210-4dcc-8e8a-cf9b9506ad84), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.297472 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8125063'] for router (f983a191-f210-4dcc-8e8a-cf9b9506ad84), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.298056 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f983a191-f210-4dcc-8e8a-cf9b9506ad84 {{(pid=103837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:13:30.302896 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.307739 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-327dce67-ef14-4722-b889-71c000dd4eca admin admin] 10.222.0.69 "DELETE /v2.0/routers/f983a191-f210-4dcc-8e8a-cf9b9506ad84 HTTP/1.1" status: 204 len: 168 time: 1.1515567 May 26 18:13:30.308672 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49430) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:30.357555 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.db_base_plugin_v2 [None req-65537c6d-735b-49bb-9e26-41c8d1189a22 admin admin] Deleting subnet be1562b3-f107-4e13-9522-2b0af85efb76 {{(pid=103837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:13:30.361475 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-65537c6d-735b-49bb-9e26-41c8d1189a22 admin admin] Publish callbacks [] for subnet (be1562b3-f107-4e13-9522-2b0af85efb76), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.405019 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-65537c6d-735b-49bb-9e26-41c8d1189a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16551979'] for subnet (be1562b3-f107-4e13-9522-2b0af85efb76), precommit_delete_associations {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.491070 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-65537c6d-735b-49bb-9e26-41c8d1189a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7669398'] for subnet (be1562b3-f107-4e13-9522-2b0af85efb76), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.551120 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-65537c6d-735b-49bb-9e26-41c8d1189a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7669391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16743245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16137532'] for subnet (be1562b3-f107-4e13-9522-2b0af85efb76), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.569038 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=8 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:30.570459 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:30.576911 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65537c6d-735b-49bb-9e26-41c8d1189a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1562b3-f107-4e13-9522-2b0af85efb76,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:30.582949 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-65537c6d-735b-49bb-9e26-41c8d1189a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for subnet (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.589786 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-65537c6d-735b-49bb-9e26-41c8d1189a22 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/be1562b3-f107-4e13-9522-2b0af85efb76 HTTP/1.1" status: 204 len: 168 time: 0.2766902 May 26 18:13:30.589786 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49432) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:30.592645 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86be0a3d-42c3-4def-bc91-abe0cd93705a None None] Network 540bd9b3-4788-4d92-a23e-b6e50370d6ec requested from dv-cinder-836074-5-iscsi {{(pid=103838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:13:30.684425 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7609617'] for network (540bd9b3-4788-4d92-a23e-b6e50370d6ec), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.738418 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Deleting port 7a0d97e7-1c93-4621-baa2-05432f18f957 {{(pid=103837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:30.738676 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922344165'] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.790793 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:30.811927 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.db [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] For port 7a0d97e7-1c93-4621-baa2-05432f18f957, host dv-cinder-836074-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-5-iscsi',level=0,port_id=7a0d97e7-1c93-4621-baa2-05432f18f957,segment=NetworkSegment(c7880ba4-15db-4a44-b6b2-e1f1574927fa),segment_id=c7880ba4-15db-4a44-b6b2-e1f1574927fa)] {{(pid=103837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:30.812321 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870555'] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.828526 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.plugin [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Calling delete_port for 7a0d97e7-1c93-4621-baa2-05432f18f957 owned by network:dhcp {{(pid=103837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:30.915957 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737922353619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921830741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16737468'] for port (7a0d97e7-1c93-4621-baa2-05432f18f957), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:30.940593 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0d97e7-1c93-4621-baa2-05432f18f957,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:30.946284 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] No DVR routers for this DVR port 7a0d97e7-1c93-4621-baa2-05432f18f957 on host dv-cinder-836074-5-iscsi {{(pid=103837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:13:30.968225 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8fa623-e9b3-4142-a38e-f2eb1a287592 None None] DHCP port deletion for 540bd9b3-4788-4d92-a23e-b6e50370d6ec request from dv-cinder-836074-5-iscsi {{(pid=103838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:13:31.025567 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7667747', 'neutron.services.segments.db._delete_segments_for_network-8737922292592'] for network (540bd9b3-4788-4d92-a23e-b6e50370d6ec), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.050675 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540bd9b3-4788-4d92-a23e-b6e50370d6ec']}} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:31.060136 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7880ba4-15db-4a44-b6b2-e1f1574927fa') {'for_net_delete': True} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:31.060447 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.services.segments.db [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7880ba4-15db-4a44-b6b2-e1f1574927fa') {} {{(pid=103837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:31.070182 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737922293113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16551954'] for segment (c7880ba4-15db-4a44-b6b2-e1f1574927fa), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.071557 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:31.086134 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473'] for segment (c7880ba4-15db-4a44-b6b2-e1f1574927fa), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.094057 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:13:31.094468 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7680473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16737519'] for segment (c7880ba4-15db-4a44-b6b2-e1f1574927fa), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.141619 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment c7880ba4-15db-4a44-b6b2-e1f1574927fa resource provider aggregate not found May 26 18:13:31.160712 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.services.segments.plugin [-] Segment c7880ba4-15db-4a44-b6b2-e1f1574927fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7880ba4-15db-4a44-b6b2-e1f1574927fa found for delete ", "request_id": "req-c183bccb-acad-4ca8-850d-d8f77b0820ce"}]} May 26 18:13:31.165528 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7667736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8107923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8120305'] for network (540bd9b3-4788-4d92-a23e-b6e50370d6ec), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.170940 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8107949'] for network (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.174472 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/540bd9b3-4788-4d92-a23e-b6e50370d6ec HTTP/1.1" status: 204 len: 168 time: 0.5834112 May 26 18:13:31.186661 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af91c8-7c09-495f-ad73-cd63855229c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=540bd9b3-4788-4d92-a23e-b6e50370d6ec,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:31.282740 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device aa1b9357-a5b9-41fb-bc79-a9fa42c4539f no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:31.302902 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: aa1b9357-a5b9-41fb-bc79-a9fa42c4539f {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:31.303270 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device aa1b9357-a5b9-41fb-bc79-a9fa42c4539f not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:31.303679 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 1a0cc703-e67e-406e-91e6-e780e8fc82f5 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:31.319420 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49440) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:31.327044 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 1a0cc703-e67e-406e-91e6-e780e8fc82f5 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:31.327466 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 1a0cc703-e67e-406e-91e6-e780e8fc82f5 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:31.327891 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 7a0d97e7-1c93-4621-baa2-05432f18f957 no longer exists at agent ovs-agent-dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:31.349966 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.plugin [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] No Port match for: 7a0d97e7-1c93-4621-baa2-05432f18f957 {{(pid=103838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:31.350314 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron.plugins.ml2.rpc [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Device 7a0d97e7-1c93-4621-baa2-05432f18f957 not bound to the agent host dv-cinder-836074-5-iscsi {{(pid=103838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:31.363898 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-45362449-101c-469e-a2d3-cf9affd7025e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba5a75cf80284f58b9c3bed674677a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432274 May 26 18:13:31.366419 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.wsgi [-] (103837) accepted ('10.222.0.69', 49442) {{(pid=103837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:31.422326 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cd64960c-1f95-4991-8f6f-9310c82d7855 admin admin] Publish callbacks [] for security_group (58eb4b3d-f568-4c08-b36b-d96ca091d0e8), before_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.449337 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cd64960c-1f95-4991-8f6f-9310c82d7855 admin admin] Publish callbacks [] for security_group (58eb4b3d-f568-4c08-b36b-d96ca091d0e8), precommit_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.498922 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cd64960c-1f95-4991-8f6f-9310c82d7855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (58eb4b3d-f568-4c08-b36b-d96ca091d0e8), after_delete {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.501523 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron_lib.callbacks.manager [None req-cd64960c-1f95-4991-8f6f-9310c82d7855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.502966 dv-cinder-836074-5-iscsi neutron-server[103837]: INFO neutron.wsgi [None req-cd64960c-1f95-4991-8f6f-9310c82d7855 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/58eb4b3d-f568-4c08-b36b-d96ca091d0e8 HTTP/1.1" status: 204 len: 168 time: 0.1356351 May 26 18:13:31.511486 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64960c-1f95-4991-8f6f-9310c82d7855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eb4b3d-f568-4c08-b36b-d96ca091d0e8,revision_number=None']} {{(pid=103837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:31.868381 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49448) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:31.915087 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-e2a726ba-bfea-4d0d-8a91-b6decf17748f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7020bb1806764dd299f457750912d975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454488 May 26 18:13:31.918450 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.wsgi [-] (103836) accepted ('10.222.0.69', 49450) {{(pid=103836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:31.968789 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Publish callbacks [] for security_group (45a6a9b3-3316-4cf5-9dbb-22513c3cae7d), before_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.991445 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Publish callbacks [] for security_group (45a6a9b3-3316-4cf5-9dbb-22513c3cae7d), precommit_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:32.041783 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8105782'] for security_group (45a6a9b3-3316-4cf5-9dbb-22513c3cae7d), after_delete {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:32.045170 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron_lib.callbacks.manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:32.046347 dv-cinder-836074-5-iscsi neutron-server[103836]: INFO neutron.wsgi [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/45a6a9b3-3316-4cf5-9dbb-22513c3cae7d HTTP/1.1" status: 204 len: 168 time: 0.1269820 May 26 18:13:32.054869 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a6a9b3-3316-4cf5-9dbb-22513c3cae7d,revision_number=None']} {{(pid=103836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:32.063023 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.063467 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.063769 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.064154 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.064488 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.064822 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.065160 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.065489 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.065816 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.066147 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.066475 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.066803 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.067127 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.067449 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:32.067771 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f34-002c-4699-9dd0-6abb835cc599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-5-iscsi {{(pid=103836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:39.842630 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=81 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:39.848937 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=79 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:41.506009 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=60,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:41.506870 dv-cinder-836074-5-iscsi neutron-server[103837]: DEBUG dbcounter [-] [103837] Writing DB stats neutron:SELECT=26,neutron:DELETE=3 {{(pid=103837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:41.528649 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=39,neutron:DELETE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:42.050661 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:42.059203 dv-cinder-836074-5-iscsi neutron-server[103836]: DEBUG dbcounter [-] [103836] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=103836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:42.083125 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=58,neutron:DELETE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:43.814245 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:48.034530 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e08d-a0d0-4139-91ab-f6b1e7081ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:50.225514 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5ca46b31-23ec-4a13-ba1b-55cce6680b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:51.573686 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:52.607013 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:54.141339 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:04.128853 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:04.135036 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:06.797885 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:14:13.832108 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:16.792027 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:16.792793 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:18.037755 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-9d192853-e60e-495b-91cc-7bb635885591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:20.221519 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-4fc1ed79-da73-4b58-bb5e-53fd28e7a869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:21.577904 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:22.607162 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:24.136804 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:37.675135 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:37.679758 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:43.773493 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:43.778952 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=4 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:43.796729 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:14:43.832596 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:48.041446 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-72b8e944-6d31-432c-b523-2400aaf920a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:50.212406 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c49c4dc4-4f72-4fee-b718-a3d533879b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:51.580076 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:52.608435 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:53.791750 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:53.792600 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:54.149326 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:04.142674 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:04.144623 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:13.845780 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:18.046764 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-e0ee4ebb-5880-4a3d-8c6b-1dea229eb5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:20.227186 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-07d5f9d8-cc6c-4633-a4b8-20bf5c9db6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:20.796429 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:15:21.587636 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:22.614945 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:24.146406 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:30.790401 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=15 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:30.791209 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=19 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:34.138908 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:34.141320 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:43.852093 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:48.042578 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-418687c3-de6c-4729-a0b1-ed61c5063021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:50.213600 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ac21be63-989c-430d-a3fc-33ad6afb32f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:51.588315 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:52.614861 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:54.142395 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:57.795297 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:16:04.130854 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:04.137116 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:05.759388 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=4 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:13.861977 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:15.777751 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=7 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:15.778522 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:DELETE=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:18.045281 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-b97fe6b0-3b64-4468-83ff-ea4fd3bec1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:20.215610 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-5d9f335d-db96-4859-ae4b-89c678db3ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:21.588335 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:22.615684 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:24.145090 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:34.766028 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:34.770414 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:34.793198 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:16:37.669190 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:37.674486 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:43.862575 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:44.789210 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:44.790000 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=1 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:48.049715 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-c33d03bc-dfc9-405d-bad2-75d4f0c9e5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:50.218454 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-3ae24dfd-a115-4b99-bb6d-230da4298308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:51.592511 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:52.618699 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.150023 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:04.143346 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:04.145195 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:11.792146 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:17:13.877717 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:18.053125 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-d86fc885-cac4-47ba-94f0-016fe8f9086c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:20.220997 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-de9c1063-5d2b-4019-93ea-b80586c73010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:21.594348 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:21.787561 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=16 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:21.788880 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=18 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:22.620805 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:24.152996 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:34.147044 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:34.147954 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:43.876972 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.054688 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-72b5bb87-7623-4f1c-bc06-3854ccc7be9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.761229 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:48.765346 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=4 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:48.790577 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:17:50.222384 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-8003aa6f-6b7a-41c1-b4b2-0aef91f08e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.597572 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:52.623265 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.156545 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:58.787080 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:04.150826 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:04.152727 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:13.893176 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:18.056665 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-ed5c6622-969f-4e45-911c-ef3ec96ba582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:20.225659 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8f02-59bb-4bfb-81a5-f0eeeaaf9f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.599889 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.631143 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.159721 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1239aad3-07fe-41ad-a8ff-770db495e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (483a8e76-d585-4544-9e36-f68fa378a319), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:25.760611 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=4 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:25.761431 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:25.789890 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG neutron.db.agents_db [None req-fc41be6d-1b80-46d3-afbc-74e15a08faae None None] Agent healthcheck: found 6 active agents {{(pid=103839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:18:35.784987 dv-cinder-836074-5-iscsi neutron-server[103839]: DEBUG dbcounter [-] [103839] Writing DB stats neutron:SELECT=2 {{(pid=103839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:37.657190 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:37.663319 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG dbcounter [-] [103838] Writing DB stats neutron:UPDATE=4,neutron:SELECT=21 {{(pid=103838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:43.910773 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-1138bae1-c7ed-488f-86d7-74f8c8f2f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (36086cf7-e14f-4fce-89e9-6fec06ced33a), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:48.059507 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66056839-81bb-4a37-9da6-748bca294267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (8a35fa7a-6104-44dc-9348-762be253237f), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.230722 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-a72a0143-3526-4e39-b3f7-54bc0c375894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (b2f15143-734f-4c16-877e-73779b6f7ed1), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.604430 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e170-dda6-49bc-bb0e-d684123afdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (736c5231-0210-4f71-bdd8-3f0d7d3be134), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.630190 dv-cinder-836074-5-iscsi neutron-server[103838]: DEBUG neutron_lib.callbacks.manager [None req-66ff2b07-0988-4b04-8ff3-11b7dc345fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737922292574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757216'] for agent (e1624f81-41cc-40a3-ad30-e9ce937a68c5), after_update {{(pid=103838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}